-- Logs begin at Wed 2022-01-26 18:10:30 UTC, end at Wed 2022-01-26 19:22:02 UTC. -- Jan 26 18:55:48.202573 dv-cinder-824187-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 26 18:55:51.305569 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.common.config [-] Logging enabled! Jan 26 18:55:51.306219 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev432 Jan 26 18:55:51.306351 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103034) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 26 18:55:51.309671 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.common.config [-] Logging enabled! Jan 26 18:55:51.309933 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev432 Jan 26 18:55:51.310248 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103034) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 26 18:55:51.311213 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 18:55:51.311453 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 18:55:51.311831 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 18:55:51.312082 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 18:55:51.312311 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 18:55:51.312634 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.313097 dv-cinder-824187-6-iscsi neutron-server[103034]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 26 18:55:51.313473 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.313787 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.314081 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.314376 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.314665 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.314947 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.315237 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.315537 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.315825 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.316106 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.316394 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.317225 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.317517 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.317808 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.318097 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.318386 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] debug = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.318672 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.319109 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.319535 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.319824 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.320141 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.320490 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.320742 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.320942 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.321255 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.321598 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] host = dv-cinder-824187-6-iscsi {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.321884 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.322176 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.322466 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.322758 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.323038 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.323319 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.323608 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.323886 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.324164 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] log_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.324449 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.324741 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.325031 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.325347 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.325575 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.325805 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.326106 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.326395 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.326677 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.326953 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.327231 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.327508 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.327787 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.328062 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.328351 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.328638 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.328926 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.329229 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.329508 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.329785 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.330061 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.330349 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.330626 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.330902 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.331179 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.331468 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.331743 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.332021 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.332866 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.333181 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.333468 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.333756 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.334037 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.334321 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.334601 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.334876 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.335150 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] use_json = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.335425 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.335702 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.335985 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.336262 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.336536 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.336813 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.337113 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.337403 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.337678 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:51.337983 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.338282 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.338584 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.338886 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.339180 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.339464 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.339756 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.340034 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.340325 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.340615 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.340909 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.341221 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.341526 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.341820 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.342120 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.342435 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.342734 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.343032 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.343314 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.343594 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.343874 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.344165 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.344460 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.344743 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.345037 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.345353 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.345636 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.345938 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.346234 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.346531 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.346825 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.347101 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.347383 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.347679 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.348006 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.348291 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.348575 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.348868 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.349179 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.349457 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.349744 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.350027 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.350303 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.350578 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.350856 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.351151 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.351426 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.351699 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.351970 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.352251 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.352525 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.352814 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.353310 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.353595 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.353871 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.354157 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.354436 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.354714 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.354994 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.355270 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.355549 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.355823 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.356094 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.356369 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.356646 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.356919 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.357227 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.357503 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.357784 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.358060 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.358336 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.358610 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.358890 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.359163 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.359454 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.359755 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.360034 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.360316 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.360597 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.360876 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.361178 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.361460 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.361739 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.362020 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.362297 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.362597 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.362884 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.363180 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.363522 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.363819 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.364116 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.364396 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.364680 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.364960 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.365262 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.365548 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.365832 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.366127 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.366424 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.366715 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.367008 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.367303 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.367585 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.367895 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.368173 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:51.368393 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 18:55:51.368644 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103034) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 26 18:55:51.746426 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 26 18:55:51.746690 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 26 18:55:51.747010 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 26 18:55:51.747350 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 26 18:55:52.085714 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.085992 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.086267 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.087603 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.087886 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.088152 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.133680 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.133974 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.134250 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.149330 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.149622 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.149896 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.182563 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.182857 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.183128 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.222577 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.223432 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.223711 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.572217 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.572942 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.572942 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.573268 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.573782 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.679107 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.679444 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.679733 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.680010 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.680280 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.680594 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.680857 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.681142 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.681401 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.681694 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.681955 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.682223 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.682478 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.682732 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.682997 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.683266 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.683523 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.683792 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.684066 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.684331 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.684601 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.684857 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.685174 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.685577 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.685829 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.686078 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.686504 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 18:55:52.686746 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 18:55:52.686986 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 18:55:52.687225 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 18:55:52.687462 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 18:55:52.687698 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 18:55:52.688071 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 26 18:55:52.692084 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 26 18:55:52.696249 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 26 18:55:52.700234 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jan 26 18:55:52.701920 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 26 18:55:52.702395 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 26 18:55:52.702735 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 26 18:55:52.703131 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 26 18:55:52.706043 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 26 18:55:52.706296 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 26 18:55:52.706642 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 26 18:55:52.712655 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 26 18:55:52.737336 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 26 18:55:52.737811 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.738120 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103034) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 26 18:55:52.738513 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.739916 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103034) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 26 18:55:52.740206 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 26 18:55:52.740452 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 26 18:55:52.743854 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.744141 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:52.809562 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 26 18:55:52.809806 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 26 18:55:52.810015 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 26 18:55:52.810415 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 26 18:55:52.833724 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_db.sqlalchemy.engines [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103034) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 26 18:55:53.584088 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Initializing driver for type 'gre' Jan 26 18:55:53.584849 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] gre ID ranges: [(1, 1000)] Jan 26 18:55:53.824122 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Initializing driver for type 'local' Jan 26 18:55:53.824464 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Initializing driver for type 'vlan' Jan 26 18:55:53.909394 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] VlanTypeDriver initialization complete Jan 26 18:55:53.909654 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Initializing driver for type 'vxlan' Jan 26 18:55:53.910153 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] vxlan ID ranges: [(1, 1000)] Jan 26 18:55:54.052168 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Initializing extension driver 'port_security' Jan 26 18:55:54.052500 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.extensions.port_security [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] PortSecurityExtensionDriver initialization complete Jan 26 18:55:54.052832 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Initializing mechanism driver 'openvswitch' Jan 26 18:55:54.053185 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Initializing mechanism driver 'hyperv' Jan 26 18:55:54.059925 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 18:55:54.060618 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > port after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.060988 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > port after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.061372 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > port after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.061905 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 18:55:54.062339 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > subnet after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.062700 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > subnet after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.063044 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.063457 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 18:55:54.063862 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > network after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.064214 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > network after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.064556 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > network after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.064951 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 18:55:54.065381 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > security_group after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.066242 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > security_group after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.066242 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.067102 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 18:55:54.067507 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.067865 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.068207 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.068618 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 18:55:54.069022 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > address_group after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.069388 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > address_group after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.069740 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.070138 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 18:55:54.070582 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] ML2 OVO RPC backend initialized. {{(pid=103034) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 26 18:55:54.071305 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.071656 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.072067 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > network before_response 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.072412 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > networks before_response 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.072767 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > port before_response 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.073136 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > ports before_response 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.073480 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > subnet before_response 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.073830 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > subnets before_response 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.074171 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > network after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.074509 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > network after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.074841 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > network after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.075176 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > port after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.075509 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > port after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.075848 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > port after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.076181 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > subnet after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.076514 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > subnet after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.076843 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.085175 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded quota_driver: . Jan 26 18:55:54.085542 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.plugin [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Modular L2 Plugin initialization complete Jan 26 18:55:54.085895 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading services supported by the core plugin {{(pid=103034) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 26 18:55:54.086238 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.plugins.ml2.managers [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Got port-security extension from driver 'port_security' Jan 26 18:55:54.086719 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.extensions.vlantransparent [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Disabled vlantransparent extension. Jan 26 18:55:54.087214 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103034) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 26 18:55:54.087538 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading Plugin: router Jan 26 18:55:54.124664 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.125083 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router after_create 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.125455 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router before_create 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.125827 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.126204 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.126561 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router after_delete 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.126921 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.127271 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.127628 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router after_create 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.127976 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router after_update 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.128320 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router after_update 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.128663 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.129538 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router after_update 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.129951 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router precommit_update 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.130319 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: port after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.130655 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: port after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.130989 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: subnet after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.131324 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.131665 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.132011 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router precommit_create 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.132348 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: port before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.132692 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router precommit_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.133047 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router after_update 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.133408 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.133757 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router precommit_create 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.134117 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.134460 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router precommit_update 55549900 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.134821 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > agent after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.135166 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > agent after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.135775 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > network after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.136643 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Tracking information for resource: router configured {{(pid=103034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 18:55:54.136972 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Tracking information for resource: floatingip configured {{(pid=103034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 18:55:54.142004 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.db.l3_agentschedulers_db [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 26 18:55:54.142598 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: port after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.142955 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: port after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.143330 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: port after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.143653 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: port after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.144588 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router before_create 55550100 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.145583 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.145954 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router precommit_create 55550100 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.146309 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > router precommit_update 55550100 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.151109 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.services.provider_configuration [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Service providers = [] {{(pid=103034) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 26 18:55:54.151469 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.db.servicetype_db [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103034) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 26 18:55:54.154533 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.services.service_base [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103034) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 18:55:54.154874 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.services.service_base [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103034) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 18:55:54.155212 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.services.service_base [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103034) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 18:55:54.156111 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.services.service_base [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103034) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 18:55:54.156481 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.services.service_base [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 26 18:55:54.156868 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 18:55:54.157217 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 26 18:55:54.168146 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 18:55:54.168434 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading Plugin: auto_allocate Jan 26 18:55:54.174315 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: network precommit_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.174688 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: network precommit_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.175240 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 18:55:54.175567 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading Plugin: tag Jan 26 18:55:54.182405 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 18:55:54.182737 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading Plugin: timestamp Jan 26 18:55:54.186819 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 18:55:54.187152 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading Plugin: network_ip_availability Jan 26 18:55:54.193233 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.193557 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.193915 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.194644 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 18:55:54.194967 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading Plugin: flavors Jan 26 18:55:54.199865 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 18:55:54.200204 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading Plugin: revisions Jan 26 18:55:54.204524 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 18:55:54.204913 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_concurrency.lockutils [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.458s {{(pid=103034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 26 18:55:54.205712 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103034) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 26 18:55:54.206047 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Initializing extension manager. Jan 26 18:55:54.206565 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: __init__.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.206906 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: __pycache__ {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.207801 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.208136 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: address_group.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.208898 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.209514 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: address-group Jan 26 18:55:54.209837 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: address_scope.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.210549 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.211059 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: address-scope Jan 26 18:55:54.211381 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.212315 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.212820 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: router-admin-state-down-before-update Jan 26 18:55:54.213179 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: agent.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.214065 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.214572 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: agent Jan 26 18:55:54.214894 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: agent_resources_synced.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.215795 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.216301 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: agent-resources-synced Jan 26 18:55:54.216627 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: allowedaddresspairs.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.218436 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.218957 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: allowed-address-pairs Jan 26 18:55:54.219283 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: auto_allocated_topology.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.220368 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.220879 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: auto-allocated-topology Jan 26 18:55:54.221238 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: availability_zone.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.221928 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.222427 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: availability_zone Jan 26 18:55:54.222767 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: availability_zone_filter.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.223671 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.224172 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: availability_zone_filter Jan 26 18:55:54.224491 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: data_plane_status.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.225416 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.225986 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension data-plane-status not supported by any of loaded plugins Jan 26 18:55:54.226307 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: default_subnetpools.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.227220 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.227747 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: default-subnetpools Jan 26 18:55:54.228071 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.228875 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.229415 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: dhcp_agent_scheduler Jan 26 18:55:54.229738 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: dns.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.230645 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.231148 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension dns-integration not supported by any of loaded plugins Jan 26 18:55:54.231486 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: dns_domain_ports.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.232395 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.232900 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 26 18:55:54.233250 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.234177 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.234678 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 26 18:55:54.235000 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: dvr.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.235666 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.236170 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: dvr Jan 26 18:55:54.236497 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: ecmp_routes.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.237445 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.237950 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension ecmp_routes not supported by any of loaded plugins Jan 26 18:55:54.238272 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: empty_string_filtering.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.239199 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.239705 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: empty-string-filtering Jan 26 18:55:54.240027 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.240948 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.241484 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 26 18:55:54.241807 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.242727 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.243222 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 26 18:55:54.243540 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: external_net.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.244447 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.244952 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: external-net Jan 26 18:55:54.245292 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.246191 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.246701 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: extra_dhcp_opt Jan 26 18:55:54.247024 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: extraroute.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.247936 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.248434 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: extraroute Jan 26 18:55:54.248751 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: extraroute_atomic.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.249837 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.250338 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: extraroute-atomic Jan 26 18:55:54.250656 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: filter_validation.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.251333 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.251834 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: filter-validation Jan 26 18:55:54.252152 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: fip_pf_description.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.253079 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.253589 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 26 18:55:54.253907 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: fip_port_details.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.255360 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.255864 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: fip-port-details Jan 26 18:55:54.256183 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: flavors.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.257475 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.257994 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: flavors Jan 26 18:55:54.258316 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.260005 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.260789 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 26 18:55:54.261153 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: floatingip_pools.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.261857 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.280616 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: floatingip-pools Jan 26 18:55:54.280616 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: ip_allocation.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.281487 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.282027 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension ip_allocation not supported by any of loaded plugins Jan 26 18:55:54.282352 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.283306 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.283814 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: ip-substring-filtering Jan 26 18:55:54.284141 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: l2_adjacency.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.285096 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.285628 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension l2_adjacency not supported by any of loaded plugins Jan 26 18:55:54.285951 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: l3.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.286975 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.287497 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: router Jan 26 18:55:54.287821 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.290374 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.290908 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 26 18:55:54.291239 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.292182 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.292692 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: ext-gw-mode Jan 26 18:55:54.293017 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.293971 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.294481 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: l3-ha Jan 26 18:55:54.294803 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: l3_flavors.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.295717 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.296217 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: l3-flavors Jan 26 18:55:54.296541 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.297482 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.297983 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: l3-port-ip-change-not-allowed Jan 26 18:55:54.298302 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: l3agentscheduler.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.299379 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.300260 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: l3_agent_scheduler Jan 26 18:55:54.300792 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: local_ip.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.307545 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.308084 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension local_ip not supported by any of loaded plugins Jan 26 18:55:54.308416 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: logging.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.309972 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.310494 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension logging not supported by any of loaded plugins Jan 26 18:55:54.310827 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: metering.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.311577 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.312157 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: metering Jan 26 18:55:54.312483 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.313617 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.314125 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: metering_source_and_destination_fields Jan 26 18:55:54.314450 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: multiprovidernet.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.315369 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.315875 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: multi-provider Jan 26 18:55:54.316196 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: netmtu.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.317758 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.318264 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: net-mtu Jan 26 18:55:54.318584 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: netmtu_writable.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.319496 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.320007 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: net-mtu-writable Jan 26 18:55:54.320327 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: network_availability_zone.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.320993 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.321523 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: network_availability_zone Jan 26 18:55:54.321844 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: network_ip_availability.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.322982 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.323503 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: network-ip-availability Jan 26 18:55:54.323827 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: network_segment_range.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.324597 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.325195 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension network-segment-range not supported by any of loaded plugins Jan 26 18:55:54.325528 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: pagination.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.326507 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.326837 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: pagination Jan 26 18:55:54.327156 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: port_device_profile.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.328057 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.328568 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: port-device-profile Jan 26 18:55:54.328889 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.329840 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.330347 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: port-mac-address-regenerate Jan 26 18:55:54.330669 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.331716 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.332829 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: port-numa-affinity-policy Jan 26 18:55:54.333185 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: port_resource_request.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.334119 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.334616 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension port-resource-request not supported by any of loaded plugins Jan 26 18:55:54.334937 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: port_resource_request_groups.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.335898 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.336401 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 26 18:55:54.336822 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: portbindings.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.338246 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.339067 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: binding Jan 26 18:55:54.339608 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: portbindings_extended.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.341720 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.342571 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: binding-extended Jan 26 18:55:54.343115 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: portsecurity.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.344536 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.345433 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: port-security Jan 26 18:55:54.345980 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: project_id.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.347476 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.348053 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: project-id Jan 26 18:55:54.348600 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: providernet.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.354351 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.355221 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: provider Jan 26 18:55:54.355736 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: qos.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.361758 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.362616 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension qos not supported by any of loaded plugins Jan 26 18:55:54.363149 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.365227 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.366050 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 26 18:55:54.366558 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.367911 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.368730 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 26 18:55:54.369277 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: qos_default.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.370621 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.371440 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension qos-default not supported by any of loaded plugins Jan 26 18:55:54.371934 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: qos_fip.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.373346 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.374169 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension qos-fip not supported by any of loaded plugins Jan 26 18:55:54.374671 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: qos_fip_network_policy.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.376014 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.376838 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 26 18:55:54.377377 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: qos_gateway_ip.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.388642 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.389346 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 26 18:55:54.389763 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: qos_port_network_policy.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.390823 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.391432 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 26 18:55:54.391844 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.393008 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.393700 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 26 18:55:54.394117 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: qos_pps_rule.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.396062 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.396585 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension qos-pps not supported by any of loaded plugins Jan 26 18:55:54.396927 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: qos_rule_type_details.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.397889 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.398405 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 26 18:55:54.398740 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: qos_rules_alias.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.399874 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.400456 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 26 18:55:54.400841 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: quota_check_limit.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.401828 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.402485 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: quota-check-limit Jan 26 18:55:54.402816 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: quotasv2.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.403896 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.404229 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: quotas Jan 26 18:55:54.404560 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: quotasv2_detail.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.406660 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.407003 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: quota_details Jan 26 18:55:54.407334 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: rbac.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.408421 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.408978 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: rbac-policies Jan 26 18:55:54.409338 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: rbac_address_group.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.410342 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.410869 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: rbac-address-group Jan 26 18:55:54.411201 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: rbac_address_scope.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.412143 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.412661 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: rbac-address-scope Jan 26 18:55:54.412990 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: rbac_security_groups.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.413954 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.414472 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: rbac-security-groups Jan 26 18:55:54.414798 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: rbac_subnetpool.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.415746 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.416264 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: rbac-subnetpool Jan 26 18:55:54.416669 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: revisionifmatch.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.417558 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.418076 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: revision-if-match Jan 26 18:55:54.418446 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: revisions.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.419566 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.420080 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: standard-attr-revisions Jan 26 18:55:54.420406 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: router_availability_zone.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.421123 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.421640 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: router_availability_zone Jan 26 18:55:54.421966 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: routerservicetype.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.422911 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.423426 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension router-service-type not supported by any of loaded plugins Jan 26 18:55:54.423761 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.424767 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.425312 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: security-groups-normalized-cidr Jan 26 18:55:54.425638 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.427134 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.427647 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: port-security-groups-filtering Jan 26 18:55:54.427973 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.428911 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.429491 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: security-groups-remote-address-group Jan 26 18:55:54.429821 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.430771 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.431287 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: security-groups-shared-filtering Jan 26 18:55:54.431612 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.432218 dv-cinder-824187-6-iscsi neutron-server[103034]: WARNING neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 26 18:55:54.432543 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: securitygroup.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.443496 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.444093 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: security-group Jan 26 18:55:54.444435 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: segment.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.445460 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.445994 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension segment not supported by any of loaded plugins Jan 26 18:55:54.446330 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.447481 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.448019 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 26 18:55:54.448354 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: servicetype.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.449661 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.450204 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: service-type Jan 26 18:55:54.450536 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: sorting.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.451602 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.451939 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: sorting Jan 26 18:55:54.452264 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: standard_attr_segment.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.453274 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.453817 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 26 18:55:54.454151 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: standardattrdescription.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.454859 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.455379 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: standard-attr-description Jan 26 18:55:54.465732 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: stateful_security_group.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.466704 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.467309 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: stateful-security-group Jan 26 18:55:54.467683 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: stdattrs_common.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.468324 dv-cinder-824187-6-iscsi neutron-server[103034]: WARNING neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 26 18:55:54.468690 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.469768 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.470335 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 26 18:55:54.470722 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: subnet_onboard.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.471932 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.472498 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: subnet_onboard Jan 26 18:55:54.473016 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.474162 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.474739 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 26 18:55:54.475109 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: subnet_service_types.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.476093 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.476664 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: subnet-service-types Jan 26 18:55:54.477034 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: subnetallocation.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.478209 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.478779 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: subnet_allocation Jan 26 18:55:54.479175 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.479969 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.480535 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: subnetpool-prefix-ops Jan 26 18:55:54.480906 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.481983 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.482550 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 26 18:55:54.482919 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: tagging.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.484076 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.484668 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: standard-attr-tag Jan 26 18:55:54.485044 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: timestamp.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.486344 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.486909 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loaded extension: standard-attr-timestamp Jan 26 18:55:54.487282 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: trunk.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.488889 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.489489 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension trunk not supported by any of loaded plugins Jan 26 18:55:54.489860 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: trunk_details.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.490842 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.491401 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension trunk-details not supported by any of loaded plugins Jan 26 18:55:54.491835 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: uplink_status_propagation.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.492805 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.493395 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 26 18:55:54.493821 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Loading extension file: vlantransparent.py {{(pid=103034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 18:55:54.494571 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 18:55:54.495135 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extension vlan-transparent not supported by any of loaded plugins Jan 26 18:55:54.497820 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of TrackedResource for resource:network Jan 26 18:55:54.498412 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of TrackedResource for resource:subnet Jan 26 18:55:54.498853 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 18:55:54.499291 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of TrackedResource for resource:port Jan 26 18:55:54.500611 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 18:55:54.501145 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Service FLAVORS assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 18:55:54.501841 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 18:55:54.502334 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 18:55:54.502672 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of TrackedResource for resource:router Jan 26 18:55:54.503152 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of TrackedResource for resource:floatingip Jan 26 18:55:54.503727 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Service METERING assigned prefix: /metering {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 18:55:54.505805 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.506230 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.506631 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 18:55:54.507715 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 18:55:54.508202 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of TrackedResource for resource:security_group Jan 26 18:55:54.508687 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 18:55:54.510820 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Service CORE assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 18:55:54.511208 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 18:55:54.511605 dv-cinder-824187-6-iscsi neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] subnetpool is already registered Jan 26 18:55:54.512147 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Service CORE assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 18:55:54.512523 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 18:55:54.512900 dv-cinder-824187-6-iscsi neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] subnetpool is already registered Jan 26 18:55:54.515279 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 18:55:54.515762 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Service FLAVORS assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 18:55:54.516411 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 18:55:54.516875 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 18:55:54.517274 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of TrackedResource for resource:router Jan 26 18:55:54.517662 dv-cinder-824187-6-iscsi neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] router is already registered Jan 26 18:55:54.518124 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of TrackedResource for resource:floatingip Jan 26 18:55:54.518504 dv-cinder-824187-6-iscsi neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] floatingip is already registered Jan 26 18:55:54.519002 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Service METERING assigned prefix: /metering {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 18:55:54.519758 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 18:55:54.520137 dv-cinder-824187-6-iscsi neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] rbac_policy is already registered Jan 26 18:55:54.520602 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of TrackedResource for resource:security_group Jan 26 18:55:54.520980 dv-cinder-824187-6-iscsi neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] security_group is already registered Jan 26 18:55:54.521458 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 18:55:54.521840 dv-cinder-824187-6-iscsi neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] security_group_rule is already registered Jan 26 18:55:54.522576 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Service CORE assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 18:55:54.522953 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 18:55:54.523332 dv-cinder-824187-6-iscsi neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] subnetpool is already registered Jan 26 18:55:54.523804 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.resource_helper [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Service CORE assigned prefix: {{(pid=103034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 18:55:54.524171 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 18:55:54.524549 dv-cinder-824187-6-iscsi neutron-server[103034]: WARNING neutron.quota.resource_registry [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] subnetpool is already registered Jan 26 18:55:54.525099 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: extensions {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.526648 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: address-groups {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.528193 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: address-scopes {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.529690 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: agents {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.531026 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: auto-allocated-topology {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.532330 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: availability_zones {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.533565 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: dhcp-networks {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.535078 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: dhcp-agents {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.536546 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: routers {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.538798 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: flavors {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.539944 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: service_profiles {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.541176 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: next_providers {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.542620 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: service_profiles {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.544131 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: floatingip-pools {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.545408 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: routers {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.548543 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: floatingips {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.549864 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: l3-routers {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.551798 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: l3-agents {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.553235 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: metering-labels {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.554591 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: metering-label-rules {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.555872 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: network-ip-availabilities {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.557147 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: bindings {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.558783 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: quotas {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.560335 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: quotas {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.561921 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: rbac-policies {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.563195 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: security-groups {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.564411 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: security-group-rules {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.565658 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: service-providers {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.567441 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: subnetpools {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.568858 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: subnetpools {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.570334 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.571994 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.573845 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.575721 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.578726 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.580589 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.582324 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.584221 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.585996 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.587829 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron.api.extensions [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Extended resource: tags {{(pid=103034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 18:55:54.593980 dv-cinder-824187-6-iscsi neutron-server[103034]: WARNING keystonemiddleware.auth_token [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 26 18:55:54.598810 dv-cinder-824187-6-iscsi neutron-server[103034]: WARNING keystonemiddleware.auth_token [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 26 18:55:54.607700 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_concurrency.lockutils [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Acquired lock "singleton_lock" {{(pid=103034) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 26 18:55:54.608181 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_concurrency.lockutils [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Releasing lock "singleton_lock" {{(pid=103034) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 26 18:55:54.608852 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO oslo_service.service [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Starting 2 workers Jan 26 18:55:54.614404 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Started child 103145 {{(pid=103034) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 26 18:55:54.619265 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Started child 103146 {{(pid=103034) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 26 18:55:54.620901 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO neutron.service [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Neutron service started, listening on 0.0.0.0:9696 Jan 26 18:55:54.621611 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Publish callbacks [] for process (None), before_spawn {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:55:54.621751 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:55:54.623988 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [-] (103145) wsgi starting up on http://0.0.0.0:9696 Jan 26 18:55:54.624392 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO oslo_service.service [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Starting 1 workers Jan 26 18:55:54.626286 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:55:54.628053 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [-] (103146) wsgi starting up on http://0.0.0.0:9696 Jan 26 18:55:54.630386 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Started child 103147 {{(pid=103034) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 26 18:55:54.630948 dv-cinder-824187-6-iscsi neutron-server[103034]: INFO oslo_service.service [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Starting 1 workers Jan 26 18:55:54.635879 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Started child 103148 {{(pid=103034) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 26 18:55:54.636107 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.service [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] calling RpcWorker wait() {{(pid=103147) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 26 18:55:54.636886 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.service [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] returning from RpcWorker wait() {{(pid=103147) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 26 18:55:54.637010 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ffe68aa-9bbc-4998-add4-2060a23ef77d None None] Publish callbacks [] for process (None), after_spawn {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:55:54.637886 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:55:54.638472 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 18:55:54.638817 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103034) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 26 18:55:54.639043 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 18:55:54.639250 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 18:55:54.639457 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 18:55:54.639793 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 18:55:54.639956 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 18:55:54.640454 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.640729 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.640993 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.641313 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.641610 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.642183 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.642445 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.643185 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.643185 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.643185 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.643745 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.643745 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.643745 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.644298 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.644524 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:55:54.645340 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.645340 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.645340 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.645340 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.645340 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.646252 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.646252 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.646252 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.646810 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 18:55:54.647004 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] debug = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.647004 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.647004 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.647598 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.647598 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.647598 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.648133 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.648133 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.648512 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.648702 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.648888 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.649258 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.649258 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.649732 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.649732 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.650098 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.650285 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.650476 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.650667 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.651085 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] host = dv-cinder-824187-6-iscsi {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.651322 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.651546 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.651752 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.652017 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.652277 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.652523 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.652779 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.653042 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.653316 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.653621 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.653833 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.654031 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.654218 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.654454 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] log_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.654646 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] log_options = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.654863 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.655127 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.655401 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.655598 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.655790 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.655981 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.656168 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.656370 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.656569 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.656785 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.657002 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.657239 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.657468 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.657690 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.657955 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.658185 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.658434 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.658676 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.658936 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.659167 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.659508 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.659695 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.659885 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.660072 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.660322 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.660556 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.660798 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.660997 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.661279 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.661513 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.661727 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.661986 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.662219 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.662467 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.662746 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.662969 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.663203 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.663423 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.663700 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.663910 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.664160 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.664419 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.664616 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.664865 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.665097 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.665329 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.665549 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] use_json = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.665811 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.666010 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.666243 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.666480 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.666689 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.666879 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.667117 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.667368 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.667598 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.668033 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.668338 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.668858 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.669105 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.669330 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.669966 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.669966 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.670428 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.670686 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.671025 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.671213 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.671448 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.671769 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.672031 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.672273 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.672590 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.672850 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.673155 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.673399 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.673665 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.673922 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.674149 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.674409 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.674632 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.674887 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.675125 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.675380 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.675673 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.676476 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.676819 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.677121 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.677406 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.677659 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.677879 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.678135 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.683250 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.683250 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.683250 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.683250 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.683250 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.683250 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.683250 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.683250 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.683250 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.684424 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.684424 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.684424 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.684424 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.684424 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.684424 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.684424 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.684424 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.684424 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.685470 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.685470 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.685470 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.685470 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.685470 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.685470 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.685470 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.685470 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.685470 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.686894 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.686894 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.686894 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.686894 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.686894 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.686894 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.686894 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.686894 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.686894 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.687954 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.687954 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.687954 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.687954 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.687954 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.687954 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.688654 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.688654 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.688654 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.688654 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.689357 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.689357 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.689357 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.689739 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.689739 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.690099 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.690240 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.690379 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.690574 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.690905 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.691273 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.692249 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.692442 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.692873 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.693216 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.693448 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.693642 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.693950 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.694140 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.694328 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.694570 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.694821 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.695099 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.695320 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.695568 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.695794 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.696052 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.696291 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.696516 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.696738 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.697005 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.697271 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.697516 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.697752 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.697990 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.698226 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.698484 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.698758 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.698980 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.699257 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.699484 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.699753 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.700037 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.700285 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.702829 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.702829 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.702829 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.702829 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.702829 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.702829 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.702829 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.702829 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.702829 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.704766 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.704766 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.704766 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.704766 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.704766 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.704766 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.704766 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.704766 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.708596 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.708596 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.708596 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.708596 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.708596 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.708596 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.708596 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.708596 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.710185 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.710185 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.710185 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.710185 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.710185 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.710185 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.710185 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.710185 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.712598 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.712598 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.712598 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.712598 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.712598 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.712598 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.712598 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.712598 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.713482 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.713482 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.713482 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.713482 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.713482 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.713482 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.713482 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.713482 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.714347 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.714347 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.714347 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.714347 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.714347 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.714347 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.714347 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.714347 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.715167 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.715167 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.715167 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.715167 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.715167 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.715167 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.715167 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.715167 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.715947 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.715947 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.715947 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.716253 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.716395 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.716575 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.716820 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.717239 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.717488 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.717700 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.717913 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.718151 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.718370 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.718587 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.718847 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.719095 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.720916 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.720916 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.720916 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.720916 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.720916 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.720916 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.720916 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.720916 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.721990 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.721990 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.722417 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.722575 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.723176 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.723370 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.723592 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.723836 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.724214 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.724373 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.724502 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.724743 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.725095 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.725247 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.725471 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.725671 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.725901 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.726149 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.726403 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.726550 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.726808 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.727045 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.727207 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.727403 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.727767 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.728150 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.728510 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.728867 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.729281 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.729675 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.729903 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.730296 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.730657 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.731032 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.731337 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.731580 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.731944 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.732405 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.732668 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.732918 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.733178 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.733490 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.733731 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.733975 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.734188 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.734580 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.734946 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.735344 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.735814 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.736241 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.736651 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.737096 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.737543 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.737983 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.738933 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.739296 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.739751 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.740231 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.740669 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.741106 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.741491 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.741873 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.742245 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.742622 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.742968 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.743334 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.743679 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.744882 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.745297 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.745707 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.745941 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.746181 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.746408 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.746659 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.746896 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.747134 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.747356 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.747504 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 18:55:54.748048 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103034) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 26 18:55:54.748207 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 18:55:54.748352 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 18:55:54.748502 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 18:55:54.748681 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 18:55:54.748848 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 18:55:54.749038 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.749216 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.749385 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.749532 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.749766 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.749911 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.750057 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.750184 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.750306 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.750457 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.750767 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.751066 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.751378 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.751674 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.751971 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.752278 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.752572 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.752868 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.753191 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.753484 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.753776 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.754635 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.754929 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] debug = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.755223 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.755601 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.755785 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.755925 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.756073 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.756239 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.756403 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.756548 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.756687 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.756828 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.756983 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.757166 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.757311 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.757450 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.757591 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.757764 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.757915 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.758058 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.758202 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] host = dv-cinder-824187-6-iscsi {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.758362 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.758502 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.758646 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.758785 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.758958 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.759125 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.759263 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.759399 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.759557 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.759874 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.760034 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.760180 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.760574 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.760718 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] log_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.760886 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] log_options = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.761038 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.761208 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.761381 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.761561 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.761732 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.761891 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.762032 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.762175 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.762317 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.762484 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.762626 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.762766 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.762922 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.763062 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.763196 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.763366 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.763534 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.763663 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.763796 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.763972 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.764301 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.764301 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.764744 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.764744 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.764744 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.765030 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.765030 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.765266 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.765352 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.765473 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.765642 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.765782 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.765924 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.766065 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.766215 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.766533 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.767162 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.767162 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.767162 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.767162 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.767681 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.767681 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.767681 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.768055 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.768055 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.768055 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.768426 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] use_json = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.768426 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.768426 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.768985 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.768985 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.768985 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.769274 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.769274 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.769418 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.769492 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 18:55:54.769741 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.769915 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.770092 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.770263 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.770413 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.770575 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.770736 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.770899 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.771066 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.771266 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.771401 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.771535 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.771707 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.771870 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.772032 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.772204 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.772353 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.772517 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.772662 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.772813 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.772978 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.773181 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.773355 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.773500 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.773666 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.773811 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.773977 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.774145 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.774304 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.774471 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.774614 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.774788 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.774938 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.775084 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.775253 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.775401 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.775568 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.775824 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.775948 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.776063 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.776180 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.776314 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.776478 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.776640 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.776808 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.776954 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.777166 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.777312 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.777453 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.777686 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.777914 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.777914 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.778225 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.778225 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.778473 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.778473 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.778791 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.778791 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.779021 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.779137 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.779256 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.779419 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.779584 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.779724 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.779896 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.780044 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.780212 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.780360 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.780534 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.780679 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.780846 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.780994 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.781171 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.781337 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.781466 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.781629 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.781787 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.781949 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.782111 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.782278 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.782424 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.782590 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.782750 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.782889 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.783052 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.783196 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.783365 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.783508 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.783677 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.783838 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.783980 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.784131 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.784311 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.784476 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.784642 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.784801 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.784962 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.785157 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.785841 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.786004 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.786167 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.786330 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.786490 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.786649 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.786816 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.786996 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.787208 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.787355 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.787497 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.787650 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.787797 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.787933 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.788073 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.788214 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.788324 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.788489 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.788638 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.788778 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.789449 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.789449 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.789449 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.789681 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.789681 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.789800 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.789955 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.790122 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.790285 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.790448 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.790612 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.790757 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.790925 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.791085 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.791244 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.791413 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.791564 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.791733 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.791895 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.792037 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.792217 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.792363 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.792523 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.792683 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.792844 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.793004 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.793216 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.793342 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.793503 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.793664 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.793826 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.793988 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.794164 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.794310 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.794470 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.794630 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.794792 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.794955 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.795116 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.795279 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.795441 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.795604 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.795768 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.795928 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.796088 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.796249 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.796409 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.796575 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.796732 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.798594 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.798594 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.798594 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.798594 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.798594 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.798594 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.798594 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.798594 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.799717 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.799717 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.799717 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.799717 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.799717 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.799717 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.799717 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.799717 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.800156 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.800156 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.800156 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.800337 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.800402 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.800559 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.800726 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.801489 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.801628 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.801790 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.801970 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.802684 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.802684 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.802684 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.802684 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.802979 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.802979 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.803116 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.803182 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.803331 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.803493 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.803657 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.803826 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.803989 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.805394 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.805394 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.805394 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.805394 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.805394 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.805394 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.805394 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.805394 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.805870 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.805870 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.805870 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.805870 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.806330 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.806330 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.806330 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.806722 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.806722 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.806980 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.806980 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.807381 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.807381 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.807381 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.808049 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.808049 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.808049 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.808049 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.808535 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.808535 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.808535 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.808840 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.808840 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.808977 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.809043 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.809218 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.809383 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.809554 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.809715 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.809876 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.810037 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.810198 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.810359 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.810530 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.810702 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.810866 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.811035 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.811196 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.811359 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.811522 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.811703 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.811937 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.812226 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.812226 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.812626 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.812626 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.812626 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.813013 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.813013 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.813327 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.813327 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.813579 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.813579 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.813956 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.813956 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.814345 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.814345 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.814345 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.814768 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.814768 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.815162 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.815162 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.815162 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.815619 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.815619 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.815619 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.816049 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.816049 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.816049 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.816666 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.816666 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.816666 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.816666 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.817309 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.817309 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.817309 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 18:55:54.817309 dv-cinder-824187-6-iscsi neutron-server[103034]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 18:55:54.828270 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 18:55:54.926479 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 37348) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:55:54.936097 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073397 Jan 26 18:56:07.026667 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8042f98-8147-4d8d-a2fd-63f8de9bf733 None None] get_active_networks_info from dv-cinder-824187-6-iscsi {{(pid=103147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 18:56:07.115569 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8042f98-8147-4d8d-a2fd-63f8de9bf733 None None] No non-hosted networks {{(pid=103147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 26 18:56:07.146041 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.agentschedulers_db [None req-f8042f98-8147-4d8d-a2fd-63f8de9bf733 None None] DHCP Agent not found on host dv-cinder-824187-6-iscsi {{(pid=103147) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 26 18:56:07.265823 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d35a200b-f332-40c7-8c98-be251e32becf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4103880'] for agent (154100ce-461a-468b-bf92-473251568657), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:09.533891 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26fe0cd3-3acd-49ae-a016-c40175355abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4103880'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:09.578626 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.db.api [None req-3d9d8da2-a48f-4303-8172-148e33b29f15 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-824187-6-iscsi {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 18:56:09.579358 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG oslo_db.api [None req-3d9d8da2-a48f-4303-8172-148e33b29f15 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 18:56:10.183728 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d9d8da2-a48f-4303-8172-148e33b29f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:10.543683 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4103880'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:12.577545 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4103880'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:13.617086 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.db.l3_hamode_db [None req-edfdff5f-80cb-42c0-8c8d-c0e868fc39b4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 26 18:56:13.724396 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfdff5f-80cb-42c0-8c8d-c0e868fc39b4 None None] Routers set() bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 18:56:13.732865 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfdff5f-80cb-42c0-8c8d-c0e868fc39b4 None None] Router IDs set() for agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 26 18:56:13.765906 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4103880'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:13.766827 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:13.767436 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:13.767938 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:13.768345 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:13.769335 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:13.769724 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:13.770124 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:13.770550 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:13.770948 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:13.771395 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:13.771818 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:13.772231 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:13.772615 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:13.773143 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824187-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 18:56:13.779110 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824187-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 18:56:16.271151 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 37450) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:56:16.777243 dv-cinder-824187-6-iscsi neutron-server[103145]: WARNING oslo_policy.policy [None req-81e966f1-2b7f-4de9-b4e1-6fb62ffe1c8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 18:56:16.777824 dv-cinder-824187-6-iscsi neutron-server[103145]: WARNING oslo_policy.policy [None req-81e966f1-2b7f-4de9-b4e1-6fb62ffe1c8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 18:56:17.009168 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [None req-81e966f1-2b7f-4de9-b4e1-6fb62ffe1c8a admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 18:56:17.010540 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-81e966f1-2b7f-4de9-b4e1-6fb62ffe1c8a admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7371218 Jan 26 18:56:19.697585 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 37466) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:56:19.988646 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-b2fbd40f-e54e-474d-9b89-7ec3570794b8 admin admin] Request body: {'subnetpool': {'shared': True, 'tenant_id': 'fdc4e555012d4ee3bc1a746394e5fef8', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 18:56:20.081988 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.policy [None req-b2fbd40f-e54e-474d-9b89-7ec3570794b8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103145) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 26 18:56:20.124343 dv-cinder-824187-6-iscsi neutron-server[103145]: WARNING oslo_policy.policy [None req-b2fbd40f-e54e-474d-9b89-7ec3570794b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 18:56:20.124728 dv-cinder-824187-6-iscsi neutron-server[103145]: WARNING oslo_policy.policy [None req-b2fbd40f-e54e-474d-9b89-7ec3570794b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 18:56:20.279143 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b2fbd40f-e54e-474d-9b89-7ec3570794b8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747741296894', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747741284043', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747741311031', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747741300000', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747741326968', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747741318131', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-600296', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-810984', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4025671', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3819684'] for rbac-policy (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:20.488120 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b2fbd40f-e54e-474d-9b89-7ec3570794b8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:20.489388 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-b2fbd40f-e54e-474d-9b89-7ec3570794b8 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7925174 Jan 26 18:56:23.140446 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 37478) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:56:23.437017 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '7582bef535e24a1d9095847ccae949d3', 'project_id': '7582bef535e24a1d9095847ccae949d3'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 18:56:23.520115 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Made reservation on behalf of 7582bef535e24a1d9095847ccae949d3 for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 18:56:23.523200 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:23.541201 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:23.649255 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Publish callbacks [] for security_group (340e2090-95d5-4937-a810-2fb477a9b2db), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:23.724926 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (340e2090-95d5-4937-a810-2fb477a9b2db), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:23.749808 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 18:56:23.778478 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747743498617', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (1238fcaa-46a7-4b1c-8be7-c5e5465e2651), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:23.779094 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Unsubscribe: segment precommit_create {{(pid=103145) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 26 18:56:23.779620 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Added segment 1238fcaa-46a7-4b1c-8be7-c5e5465e2651 of type vlan for network 66a33e8e-d36b-4b39-b404-a078e8346780 Jan 26 18:56:23.795885 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340e2090-95d5-4937-a810-2fb477a9b2db,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:56:23.844931 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:23.845322 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:23.845673 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:23.846010 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:23.846400 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:23.847221 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:23.847566 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:23.847900 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:23.848239 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:23.848589 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:23.849091 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:23.849426 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:23.849750 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Tracked resource versions report: Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: pushed versions: Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: { 'AddressGroup': {'1.2'}, Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'ConntrackHelper': {'1.0'}, Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'LocalIPAssociation': {'1.0'}, Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Log': {'1.0'}, Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Network': {'1.1'}, Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Port': {'1.7'}, Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'PortForwarding': {'1.2'}, Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'QosPolicy': {'1.10'}, Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'SecurityGroup': {'1.5'}, Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'SecurityGroupRule': {'1.2'}, Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'SubPort': {'1.0'}, Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Subnet': {'1.1'}, Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Trunk': {'1.1'}} Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: consumer versions: Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: { DHCP agent@dv-cinder-824187-6-iscsi: {}, Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: L3 agent@dv-cinder-824187-6-iscsi: {}, Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: Metadata agent@dv-cinder-824187-6-iscsi: {}, Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: Metering agent@dv-cinder-824187-6-iscsi: {}, Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: Open vSwitch agent@dv-cinder-824187-6-iscsi: { 'AddressGroup': '1.2', Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'ConntrackHelper': '1.0', Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'LocalIPAssociation': '1.0', Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Log': '1.0', Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Network': '1.1', Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Port': '1.7', Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'PortForwarding': '1.2', Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'QosPolicy': '1.10', Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'SecurityGroup': '1.5', Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'SecurityGroupRule': '1.2', Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'SubPort': '1.0', Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Subnet': '1.1', Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Trunk': '1.1'}} Jan 26 18:56:23.851085 dv-cinder-824187-6-iscsi neutron-server[103145]: {{(pid=103145) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 18:56:23.886512 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (66a33e8e-d36b-4b39-b404-a078e8346780), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:24.000242 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (66a33e8e-d36b-4b39-b404-a078e8346780), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:24.001532 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:56:24.002270 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:24.100734 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] Pushing event updated for resources: {'Network': ['ID=66a33e8e-d36b-4b39-b404-a078e8346780,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:56:24.111873 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network 66a33e8e-d36b-4b39-b404-a078e8346780 details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 18:56:24.152428 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-b508185b-6da4-4d86-a236-0f53b995a47f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0106068 Jan 26 18:56:26.909328 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 37492) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:56:27.430614 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba187015-4ff3-4018-b5a9-fb581ea97caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:56:27.431935 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ba187015-4ff3-4018-b5a9-fb581ea97caa admin admin] 10.222.0.52 "GET /v2.0/networks/66a33e8e-d36b-4b39-b404-a078e8346780 HTTP/1.1" status: 200 len: 825 time: 0.5216305 Jan 26 18:56:27.456409 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-014a146e-a5cb-4c89-931f-a9baad4e0f25 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/3615fb8a-d3ca-4733-b3f2-bf16e24b8af4 HTTP/1.1" status: 200 len: 734 time: 0.0189326 Jan 26 18:56:27.464750 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-a2e72e27-b781-4de6-b6a8-4ad66059bedb admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '7582bef535e24a1d9095847ccae949d3', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '66a33e8e-d36b-4b39-b404-a078e8346780', 'subnetpool_id': '3615fb8a-d3ca-4733-b3f2-bf16e24b8af4'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 18:56:27.542263 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e72e27-b781-4de6-b6a8-4ad66059bedb admin admin] Made reservation on behalf of 7582bef535e24a1d9095847ccae949d3 for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 18:56:27.544637 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a2e72e27-b781-4de6-b6a8-4ad66059bedb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:27.914323 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a2e72e27-b781-4de6-b6a8-4ad66059bedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for subnet (bd6c9380-1c48-4735-899c-78ad05cb3620), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:27.985627 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e72e27-b781-4de6-b6a8-4ad66059bedb admin admin] Checking segment: {'id': '1238fcaa-46a7-4b1c-8be7-c5e5465e2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '66a33e8e-d36b-4b39-b404-a078e8346780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 18:56:27.985994 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e72e27-b781-4de6-b6a8-4ad66059bedb admin admin] Network hostable DHCP agents. Network: 66a33e8e-d36b-4b39-b404-a078e8346780, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 18:56:27.991379 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e72e27-b781-4de6-b6a8-4ad66059bedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6c9380-1c48-4735-899c-78ad05cb3620,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:56:28.073748 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e72e27-b781-4de6-b6a8-4ad66059bedb admin admin] Network 66a33e8e-d36b-4b39-b404-a078e8346780 is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 18:56:28.130822 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-a2e72e27-b781-4de6-b6a8-4ad66059bedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, 66a33e8e-d36b-4b39-b404-a078e8346780) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 18:56:28.135830 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e72e27-b781-4de6-b6a8-4ad66059bedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:56:28.136423 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a2e72e27-b781-4de6-b6a8-4ad66059bedb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:28.142251 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ca6c27-8739-48f6-9c98-5e24024eb806 None None] Network 66a33e8e-d36b-4b39-b404-a078e8346780 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 18:56:28.191260 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a2e72e27-b781-4de6-b6a8-4ad66059bedb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7296312 Jan 26 18:56:28.414683 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0e4c4ae-1e9b-5d6a-b7eb-1555e507f35f-66a33e8e-d36b-4b39-b404-a078e8346780', 'network_id': '66a33e8e-d36b-4b39-b404-a078e8346780', 'project_id': '7582bef535e24a1d9095847ccae949d3', 'fixed_ips': [{'subnet_id': 'bd6c9380-1c48-4735-899c-78ad05cb3620'}]}} from dv-cinder-824187-6-iscsi. {{(pid=103147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 18:56:28.415922 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:28.698642 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Allocated IP 172.20.0.2 (66a33e8e-d36b-4b39-b404-a078e8346780/bd6c9380-1c48-4735-899c-78ad05cb3620/fd78674e-b6c3-4271-8dec-585655ebb737) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 18:56:28.976171 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Publish callbacks [] for port (fd78674e-b6c3-4271-8dec-585655ebb737), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:29.045886 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (fd78674e-b6c3-4271-8dec-585655ebb737), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:29.121296 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Network 66a33e8e-d36b-4b39-b404-a078e8346780 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 18:56:29.127124 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 18:56:29.138620 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 18:56:29.141835 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Pushing event updated for resources: {'Port': ['ID=fd78674e-b6c3-4271-8dec-585655ebb737,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:56:29.174166 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:29.175020 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:29.175020 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:29.175240 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:29.175578 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:29.175911 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:29.176244 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:29.176571 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:29.176899 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:29.177279 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:29.177611 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:29.177936 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:29.178265 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Tracked resource versions report: Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: pushed versions: Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: { 'AddressGroup': {'1.2'}, Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'ConntrackHelper': {'1.0'}, Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'LocalIPAssociation': {'1.0'}, Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Log': {'1.0'}, Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Network': {'1.1'}, Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Port': {'1.7'}, Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'PortForwarding': {'1.2'}, Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'QosPolicy': {'1.10'}, Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'SecurityGroup': {'1.5'}, Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'SecurityGroupRule': {'1.2'}, Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'SubPort': {'1.0'}, Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Subnet': {'1.1'}, Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Trunk': {'1.1'}} Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: consumer versions: Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: { DHCP agent@dv-cinder-824187-6-iscsi: {}, Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: L3 agent@dv-cinder-824187-6-iscsi: {}, Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: Metadata agent@dv-cinder-824187-6-iscsi: {}, Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: Metering agent@dv-cinder-824187-6-iscsi: {}, Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: Open vSwitch agent@dv-cinder-824187-6-iscsi: { 'AddressGroup': '1.2', Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'ConntrackHelper': '1.0', Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'LocalIPAssociation': '1.0', Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Log': '1.0', Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Network': '1.1', Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Port': '1.7', Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'PortForwarding': '1.2', Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'QosPolicy': '1.10', Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'SecurityGroup': '1.5', Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'SecurityGroupRule': '1.2', Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'SubPort': '1.0', Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Subnet': '1.1', Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Trunk': '1.1'}} Jan 26 18:56:29.179633 dv-cinder-824187-6-iscsi neutron-server[103147]: {{(pid=103147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 18:56:29.228994 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Attempting to bind port fd78674e-b6c3-4271-8dec-585655ebb737 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 18:56:29.229340 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Attempting to bind port fd78674e-b6c3-4271-8dec-585655ebb737 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '1238fcaa-46a7-4b1c-8be7-c5e5465e2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '66a33e8e-d36b-4b39-b404-a078e8346780'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 18:56:29.229784 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Attempting to bind port fd78674e-b6c3-4271-8dec-585655ebb737 on network 66a33e8e-d36b-4b39-b404-a078e8346780 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 18:56:29.234923 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 18, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 18:56:29.235303 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Checking segment: {'id': '1238fcaa-46a7-4b1c-8be7-c5e5465e2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '66a33e8e-d36b-4b39-b404-a078e8346780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 18:56:29.235820 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:29.236179 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Bound using segment: {'id': '1238fcaa-46a7-4b1c-8be7-c5e5465e2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '66a33e8e-d36b-4b39-b404-a078e8346780'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 18:56:29.236703 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Bound port: fd78674e-b6c3-4271-8dec-585655ebb737, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1238fcaa-46a7-4b1c-8be7-c5e5465e2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '66a33e8e-d36b-4b39-b404-a078e8346780'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 18:56:29.237172 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (fd78674e-b6c3-4271-8dec-585655ebb737), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:29.489956 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] For port fd78674e-b6c3-4271-8dec-585655ebb737, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 18:56:29.494709 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] For port fd78674e-b6c3-4271-8dec-585655ebb737, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=fd78674e-b6c3-4271-8dec-585655ebb737,segment=NetworkSegment(1238fcaa-46a7-4b1c-8be7-c5e5465e2651),segment_id=1238fcaa-46a7-4b1c-8be7-c5e5465e2651)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 18:56:29.555201 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (fd78674e-b6c3-4271-8dec-585655ebb737), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:29.621629 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce50f0-da76-4eb3-aa46-188a2e8f6980 None None] Pushing event updated for resources: {'Port': ['ID=fd78674e-b6c3-4271-8dec-585655ebb737,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:56:30.665007 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 37500) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:56:30.979463 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [None req-317834af-0e63-481a-b302-66f575dcfeac admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 18:56:30.980580 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-317834af-0e63-481a-b302-66f575dcfeac admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3145783 Jan 26 18:56:33.465548 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 37508) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:56:33.971722 dv-cinder-824187-6-iscsi neutron-server[103146]: WARNING oslo_policy.policy [None req-657d8574-a79b-4826-a0aa-8e51aa1543aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 18:56:33.972310 dv-cinder-824187-6-iscsi neutron-server[103146]: WARNING oslo_policy.policy [None req-657d8574-a79b-4826-a0aa-8e51aa1543aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 18:56:34.201771 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [None req-657d8574-a79b-4826-a0aa-8e51aa1543aa admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 18:56:34.202869 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-657d8574-a79b-4826-a0aa-8e51aa1543aa admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7363505 Jan 26 18:56:36.945411 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 37524) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:56:37.068314 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb0ee7c0-c2b9-4a5e-a0bd-3535d2eacfca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:37.261456 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-76e180cb-0453-4d84-aeca-7b5899e08670 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '7582bef535e24a1d9095847ccae949d3', 'name': 'router1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 18:56:37.330516 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.policy [None req-76e180cb-0453-4d84-aeca-7b5899e08670 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103146) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 26 18:56:37.373693 dv-cinder-824187-6-iscsi neutron-server[103146]: WARNING oslo_policy.policy [None req-76e180cb-0453-4d84-aeca-7b5899e08670 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 18:56:37.374017 dv-cinder-824187-6-iscsi neutron-server[103146]: WARNING oslo_policy.policy [None req-76e180cb-0453-4d84-aeca-7b5899e08670 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 18:56:37.491637 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76e180cb-0453-4d84-aeca-7b5899e08670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4153530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103691'] for router (accf1aba-f9f0-4539-a378-10879413a0cd), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:37.493695 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76e180cb-0453-4d84-aeca-7b5899e08670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4155210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4102884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3677798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103730'] for router (accf1aba-f9f0-4539-a378-10879413a0cd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:37.658814 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76e180cb-0453-4d84-aeca-7b5899e08670 admin admin] Publish callbacks [] for router_controller (accf1aba-f9f0-4539-a378-10879413a0cd), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:37.726931 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76e180cb-0453-4d84-aeca-7b5899e08670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4155187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4102833'] for router (accf1aba-f9f0-4539-a378-10879413a0cd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:37.836512 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76e180cb-0453-4d84-aeca-7b5899e08670 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:37.853083 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-76e180cb-0453-4d84-aeca-7b5899e08670 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8912160 Jan 26 18:56:39.525753 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-edae8154-bf01-4e45-81f2-0552f28574c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:40.300438 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device fd78674e-b6c3-4271-8dec-585655ebb737 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 18:56:40.342725 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 37538) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:56:40.389912 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port fd78674e-b6c3-4271-8dec-585655ebb737 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 18:56:40.390237 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (fd78674e-b6c3-4271-8dec-585655ebb737), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:40.515254 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port fd78674e-b6c3-4271-8dec-585655ebb737 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 18:56:40.515642 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (fd78674e-b6c3-4271-8dec-585655ebb737), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:40.532814 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:40.555911 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] For port fd78674e-b6c3-4271-8dec-585655ebb737, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=fd78674e-b6c3-4271-8dec-585655ebb737,segment=NetworkSegment(1238fcaa-46a7-4b1c-8be7-c5e5465e2651),segment_id=1238fcaa-46a7-4b1c-8be7-c5e5465e2651)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 18:56:40.594204 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (fd78674e-b6c3-4271-8dec-585655ebb737), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:40.642115 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Pushing event updated for resources: {'Port': ['ID=fd78674e-b6c3-4271-8dec-585655ebb737,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:56:40.697745 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [None req-8959e36d-3601-4a08-8e2a-5daebe7f4c2d admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 18:56:40.698737 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-8959e36d-3601-4a08-8e2a-5daebe7f4c2d admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3550792 Jan 26 18:56:40.828751 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3c972a-5866-417a-ad96-81236652706f None None] Network 66a33e8e-d36b-4b39-b404-a078e8346780 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 18:56:40.911287 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-259f46a3-5bdd-4a33-9575-a7a3121c1e11 None None] Provisioning complete for port fd78674e-b6c3-4271-8dec-585655ebb737 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 18:56:40.911536 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-259f46a3-5bdd-4a33-9575-a7a3121c1e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (fd78674e-b6c3-4271-8dec-585655ebb737), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:41.035223 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-259f46a3-5bdd-4a33-9575-a7a3121c1e11 None None] Current status of the port fd78674e-b6c3-4271-8dec-585655ebb737 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 18:56:41.155510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-8546002b-554a-4022-9fb5-d217f343bf47 None None] Provisioning complete for port fd78674e-b6c3-4271-8dec-585655ebb737 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 18:56:41.155910 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8546002b-554a-4022-9fb5-d217f343bf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (fd78674e-b6c3-4271-8dec-585655ebb737), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:41.235312 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8546002b-554a-4022-9fb5-d217f343bf47 None None] Current status of the port fd78674e-b6c3-4271-8dec-585655ebb737 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 18:56:42.238491 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device fd78674e-b6c3-4271-8dec-585655ebb737 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 18:56:42.286516 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port fd78674e-b6c3-4271-8dec-585655ebb737 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 18:56:42.286914 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (fd78674e-b6c3-4271-8dec-585655ebb737), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:42.365143 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port fd78674e-b6c3-4271-8dec-585655ebb737 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 18:56:42.531065 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:43.216613 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 37568) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:56:43.345643 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'fdc4e555012d4ee3bc1a746394e5fef8', 'is_default': True, 'project_id': 'fdc4e555012d4ee3bc1a746394e5fef8', 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 18:56:43.462592 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Made reservation on behalf of fdc4e555012d4ee3bc1a746394e5fef8 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 18:56:43.465498 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:43.481543 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:43.583706 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Publish callbacks [] for security_group (6af36749-0a1f-4b74-98fe-2b9901298564), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:43.668277 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (6af36749-0a1f-4b74-98fe-2b9901298564), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:43.681006 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Reserving flat network on physical network physnet1 {{(pid=103146) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 26 18:56:43.712177 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747743498617', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (53c79e7b-a173-4cf5-950e-4c6fc00e8a0e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:43.712790 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Unsubscribe: segment precommit_create {{(pid=103146) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 26 18:56:43.713333 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.segments_db [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Added segment 53c79e7b-a173-4cf5-950e-4c6fc00e8a0e of type flat for network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 Jan 26 18:56:43.725530 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:43.731410 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af36749-0a1f-4b74-98fe-2b9901298564,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:56:43.777940 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:43.778301 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:43.778644 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:43.778976 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:43.779302 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:43.779630 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:43.779967 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:43.780301 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:43.780634 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:43.781010 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:43.781372 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:43.781686 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:43.782004 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Tracked resource versions report: Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: pushed versions: Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: { 'AddressGroup': {'1.2'}, Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'ConntrackHelper': {'1.0'}, Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'LocalIPAssociation': {'1.0'}, Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Log': {'1.0'}, Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Network': {'1.1'}, Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Port': {'1.7'}, Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'PortForwarding': {'1.2'}, Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'QosPolicy': {'1.10'}, Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'SecurityGroup': {'1.5'}, Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'SecurityGroupRule': {'1.2'}, Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'SubPort': {'1.0'}, Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Subnet': {'1.1'}, Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Trunk': {'1.1'}} Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: consumer versions: Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: { DHCP agent@dv-cinder-824187-6-iscsi: {}, Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: L3 agent@dv-cinder-824187-6-iscsi: {}, Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: Metadata agent@dv-cinder-824187-6-iscsi: {}, Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: Metering agent@dv-cinder-824187-6-iscsi: {}, Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: Open vSwitch agent@dv-cinder-824187-6-iscsi: { 'AddressGroup': '1.2', Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'ConntrackHelper': '1.0', Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'LocalIPAssociation': '1.0', Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Log': '1.0', Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Network': '1.1', Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Port': '1.7', Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'PortForwarding': '1.2', Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'QosPolicy': '1.10', Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'SecurityGroup': '1.5', Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'SecurityGroupRule': '1.2', Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'SubPort': '1.0', Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Subnet': '1.1', Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Trunk': '1.1'}} Jan 26 18:56:43.783891 dv-cinder-824187-6-iscsi neutron-server[103146]: {{(pid=103146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 18:56:43.836805 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (11edf1d4-3de0-4d6f-8078-b00e4886ebe5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:43.931257 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (11edf1d4-3de0-4d6f-8078-b00e4886ebe5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:43.932377 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:56:43.933134 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:44.029967 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] Pushing event updated for resources: {'Network': ['ID=11edf1d4-3de0-4d6f-8078-b00e4886ebe5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:56:44.040479 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 18:56:44.075873 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-b2610edc-abae-40a9-b3ee-7429a97baa23 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8581684 Jan 26 18:56:46.379775 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 37580) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:56:46.516156 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedaece1-cbd2-44aa-b496-f63766ea8972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:56:46.517608 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-bedaece1-cbd2-44aa-b496-f63766ea8972 admin admin] 10.222.0.52 "GET /v2.0/subnets/bd6c9380-1c48-4735-899c-78ad05cb3620 HTTP/1.1" status: 200 len: 849 time: 0.1368759 Jan 26 18:56:46.654619 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-3071b43f-f3ed-46de-a6a6-aa1108657a8b admin admin] 10.222.0.52 "GET /v2.0/routers/accf1aba-f9f0-4539-a378-10879413a0cd HTTP/1.1" status: 200 len: 704 time: 0.1314259 Jan 26 18:56:46.925260 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:47.242690 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Allocated IP 172.20.0.1 (66a33e8e-d36b-4b39-b404-a078e8346780/bd6c9380-1c48-4735-899c-78ad05cb3620/7f417bca-7846-4f7e-80e7-d9133cddc48b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 18:56:47.470398 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Publish callbacks [] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:47.582862 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:47.655879 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Network 66a33e8e-d36b-4b39-b404-a078e8346780 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 18:56:47.666586 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 18:56:47.677755 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 18:56:47.678664 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4102628'] for router_interface (accf1aba-f9f0-4539-a378-10879413a0cd), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:47.681272 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Pushing event updated for resources: {'Port': ['ID=7f417bca-7846-4f7e-80e7-d9133cddc48b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:56:47.893811 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-95c56e68-2b71-4d4b-8a76-fbc8885b8ec2 None None] Provisioning complete for port 7f417bca-7846-4f7e-80e7-d9133cddc48b triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 18:56:47.894402 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95c56e68-2b71-4d4b-8a76-fbc8885b8ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:47.927932 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-95c56e68-2b71-4d4b-8a76-fbc8885b8ec2 None None] Port 7f417bca-7846-4f7e-80e7-d9133cddc48b cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 18:56:47.939087 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:48.200520 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Publish callbacks [] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:48.268773 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:48.269605 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4103796'] for router_interface (accf1aba-f9f0-4539-a378-10879413a0cd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:48.342810 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Pushing event updated for resources: {'Port': ['ID=7f417bca-7846-4f7e-80e7-d9133cddc48b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:56:48.394225 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Network 66a33e8e-d36b-4b39-b404-a078e8346780 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 18:56:48.395531 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 18:56:48.628718 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Router accf1aba-f9f0-4539-a378-10879413a0cd is scheduled to L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 18:56:48.652078 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-4c473523-0084-464a-983b-42ba91d086f4 None None] Provisioning complete for port 7f417bca-7846-4f7e-80e7-d9133cddc48b triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 18:56:48.652505 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c473523-0084-464a-983b-42ba91d086f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:48.686842 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4c473523-0084-464a-983b-42ba91d086f4 None None] Port 7f417bca-7846-4f7e-80e7-d9133cddc48b cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 18:56:48.721850 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 18:56:48.727039 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-b04228c6-a287-4dd0-b906-658ef99d73ff admin admin] 10.222.0.52 "PUT /v2.0/routers/accf1aba-f9f0-4539-a378-10879413a0cd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0666707 Jan 26 18:56:48.732823 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Sync routers for ids ['accf1aba-f9f0-4539-a378-10879413a0cd'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 18:56:48.748778 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Routers {'accf1aba-f9f0-4539-a378-10879413a0cd'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 18:56:48.749657 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T18:56:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['accf1aba-f9f0-4539-a378-10879413a0cd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 18:56:48.939334 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Set router accf1aba-f9f0-4539-a378-10879413a0cd gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 18:56:49.378369 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf1aba-f9f0-4539-a378-10879413a0cd', 'name': 'router1', 'tenant_id': '7582bef535e24a1d9095847ccae949d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T18:56:37Z', 'updated_at': '2022-01-26T18:56:47Z', 'revision_number': 2, 'project_id': '7582bef535e24a1d9095847ccae949d3', 'gw_port_host': None, '_interfaces': [{'id': '7f417bca-7846-4f7e-80e7-d9133cddc48b', 'name': '', 'network_id': '66a33e8e-d36b-4b39-b404-a078e8346780', 'tenant_id': '7582bef535e24a1d9095847ccae949d3', 'mac_address': 'fa:16:3e:bb:86:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accf1aba-f9f0-4539-a378-10879413a0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd6c9380-1c48-4735-899c-78ad05cb3620', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T18:56:46Z', 'updated_at': '2022-01-26T18:56:48Z', 'revision_number': 2, 'project_id': '7582bef535e24a1d9095847ccae949d3', 'subnets': [{'id': 'bd6c9380-1c48-4735-899c-78ad05cb3620', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3615fb8a-d3ca-4733-b3f2-bf16e24b8af4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 18:56:49.431098 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Checking router: accf1aba-f9f0-4539-a378-10879413a0cd for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 18:56:49.431377 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Updating router accf1aba-f9f0-4539-a378-10879413a0cd port 7f417bca-7846-4f7e-80e7-d9133cddc48b binding host dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 18:56:49.481002 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:50.044057 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Publish callbacks [] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:50.131066 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:50.301697 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Attempting to bind port 7f417bca-7846-4f7e-80e7-d9133cddc48b on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 18:56:50.301992 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Attempting to bind port 7f417bca-7846-4f7e-80e7-d9133cddc48b by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '1238fcaa-46a7-4b1c-8be7-c5e5465e2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '66a33e8e-d36b-4b39-b404-a078e8346780'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 18:56:50.302430 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Attempting to bind port 7f417bca-7846-4f7e-80e7-d9133cddc48b on network 66a33e8e-d36b-4b39-b404-a078e8346780 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 18:56:50.307750 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e197eb0-deb9-4015-a9e8-b495ea3e4129 None None] Pushing event updated for resources: {'Port': ['ID=7f417bca-7846-4f7e-80e7-d9133cddc48b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:56:50.310732 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 18, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 18:56:50.315382 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Checking segment: {'id': '1238fcaa-46a7-4b1c-8be7-c5e5465e2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '66a33e8e-d36b-4b39-b404-a078e8346780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 18:56:50.315382 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:50.315382 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Bound using segment: {'id': '1238fcaa-46a7-4b1c-8be7-c5e5465e2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '66a33e8e-d36b-4b39-b404-a078e8346780'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 18:56:50.315382 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Bound port: 7f417bca-7846-4f7e-80e7-d9133cddc48b, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1238fcaa-46a7-4b1c-8be7-c5e5465e2651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '66a33e8e-d36b-4b39-b404-a078e8346780'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 18:56:50.315382 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:50.328656 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e197eb0-deb9-4015-a9e8-b495ea3e4129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:50.329015 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e197eb0-deb9-4015-a9e8-b495ea3e4129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:50.329389 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e197eb0-deb9-4015-a9e8-b495ea3e4129 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:50.329758 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e197eb0-deb9-4015-a9e8-b495ea3e4129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:50.330093 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e197eb0-deb9-4015-a9e8-b495ea3e4129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:50.330418 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e197eb0-deb9-4015-a9e8-b495ea3e4129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:50.330746 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e197eb0-deb9-4015-a9e8-b495ea3e4129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:50.331070 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e197eb0-deb9-4015-a9e8-b495ea3e4129 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:50.331391 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e197eb0-deb9-4015-a9e8-b495ea3e4129 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:50.331748 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e197eb0-deb9-4015-a9e8-b495ea3e4129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:50.332035 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e197eb0-deb9-4015-a9e8-b495ea3e4129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:50.332345 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e197eb0-deb9-4015-a9e8-b495ea3e4129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:50.332662 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e197eb0-deb9-4015-a9e8-b495ea3e4129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e197eb0-deb9-4015-a9e8-b495ea3e4129 None None] Tracked resource versions report: Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: pushed versions: Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: { 'AddressGroup': {'1.2'}, Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'ConntrackHelper': {'1.0'}, Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'LocalIPAssociation': {'1.0'}, Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Log': {'1.0'}, Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Network': {'1.1'}, Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Port': {'1.7'}, Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'PortForwarding': {'1.2'}, Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'QosPolicy': {'1.10'}, Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'SecurityGroup': {'1.5'}, Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'SecurityGroupRule': {'1.2'}, Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'SubPort': {'1.0'}, Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Subnet': {'1.1'}, Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Trunk': {'1.1'}} Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: consumer versions: Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: { DHCP agent@dv-cinder-824187-6-iscsi: {}, Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: L3 agent@dv-cinder-824187-6-iscsi: {}, Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: Metadata agent@dv-cinder-824187-6-iscsi: {}, Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: Metering agent@dv-cinder-824187-6-iscsi: {}, Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: Open vSwitch agent@dv-cinder-824187-6-iscsi: { 'AddressGroup': '1.2', Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'ConntrackHelper': '1.0', Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'LocalIPAssociation': '1.0', Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Log': '1.0', Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Network': '1.1', Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Port': '1.7', Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'PortForwarding': '1.2', Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'QosPolicy': '1.10', Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'SecurityGroup': '1.5', Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'SecurityGroupRule': '1.2', Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'SubPort': '1.0', Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Subnet': '1.1', Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Trunk': '1.1'}} Jan 26 18:56:50.334083 dv-cinder-824187-6-iscsi neutron-server[103148]: {{(pid=103148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 18:56:50.393725 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] For port 7f417bca-7846-4f7e-80e7-d9133cddc48b, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 18:56:50.413199 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] For port 7f417bca-7846-4f7e-80e7-d9133cddc48b, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=7f417bca-7846-4f7e-80e7-d9133cddc48b,segment=NetworkSegment(1238fcaa-46a7-4b1c-8be7-c5e5465e2651),segment_id=1238fcaa-46a7-4b1c-8be7-c5e5465e2651)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 18:56:50.418545 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-56378e51-edee-47b0-aa53-2e7d05418961 None None] Provisioning complete for port 7f417bca-7846-4f7e-80e7-d9133cddc48b triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 18:56:50.419136 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56378e51-edee-47b0-aa53-2e7d05418961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:50.460609 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-56378e51-edee-47b0-aa53-2e7d05418961 None None] Port 7f417bca-7846-4f7e-80e7-d9133cddc48b cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 18:56:50.491523 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:50.546325 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Routers {'accf1aba-f9f0-4539-a378-10879413a0cd'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 18:56:50.546942 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T18:56:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['accf1aba-f9f0-4539-a378-10879413a0cd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 18:56:50.588992 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e197eb0-deb9-4015-a9e8-b495ea3e4129 None None] Pushing event updated for resources: {'Port': ['ID=7f417bca-7846-4f7e-80e7-d9133cddc48b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:56:50.641021 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] Set router accf1aba-f9f0-4539-a378-10879413a0cd gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 18:56:50.723774 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 5 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 18:56:50.780711 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-faac848c-d444-4d6c-a6ed-7c42bf6ed53b None None] Provisioning complete for port 7f417bca-7846-4f7e-80e7-d9133cddc48b triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 18:56:50.781417 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-faac848c-d444-4d6c-a6ed-7c42bf6ed53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:50.860779 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-faac848c-d444-4d6c-a6ed-7c42bf6ed53b None None] Current status of the port 7f417bca-7846-4f7e-80e7-d9133cddc48b is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 18:56:50.861365 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-faac848c-d444-4d6c-a6ed-7c42bf6ed53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:50.865629 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf1aba-f9f0-4539-a378-10879413a0cd', 'name': 'router1', 'tenant_id': '7582bef535e24a1d9095847ccae949d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T18:56:37Z', 'updated_at': '2022-01-26T18:56:47Z', 'revision_number': 2, 'project_id': '7582bef535e24a1d9095847ccae949d3', 'gw_port_host': None, '_interfaces': [{'id': '7f417bca-7846-4f7e-80e7-d9133cddc48b', 'name': '', 'network_id': '66a33e8e-d36b-4b39-b404-a078e8346780', 'tenant_id': '7582bef535e24a1d9095847ccae949d3', 'mac_address': 'fa:16:3e:bb:86:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accf1aba-f9f0-4539-a378-10879413a0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd6c9380-1c48-4735-899c-78ad05cb3620', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T18:56:46Z', 'updated_at': '2022-01-26T18:56:50Z', 'revision_number': 4, 'project_id': '7582bef535e24a1d9095847ccae949d3', 'subnets': [{'id': 'bd6c9380-1c48-4735-899c-78ad05cb3620', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3615fb8a-d3ca-4733-b3f2-bf16e24b8af4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 18:56:50.893893 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc68a4c-f060-499a-bf2e-e56c05b91393 None None] The sync data for ids ['accf1aba-f9f0-4539-a378-10879413a0cd'] in dv-cinder-824187-6-iscsi is: [{'id': 'accf1aba-f9f0-4539-a378-10879413a0cd', 'name': 'router1', 'tenant_id': '7582bef535e24a1d9095847ccae949d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T18:56:37Z', 'updated_at': '2022-01-26T18:56:47Z', 'revision_number': 2, 'project_id': '7582bef535e24a1d9095847ccae949d3', 'gw_port_host': None, '_interfaces': [{'id': '7f417bca-7846-4f7e-80e7-d9133cddc48b', 'name': '', 'network_id': '66a33e8e-d36b-4b39-b404-a078e8346780', 'tenant_id': '7582bef535e24a1d9095847ccae949d3', 'mac_address': 'fa:16:3e:bb:86:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accf1aba-f9f0-4539-a378-10879413a0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd6c9380-1c48-4735-899c-78ad05cb3620', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T18:56:46Z', 'updated_at': '2022-01-26T18:56:50Z', 'revision_number': 4, 'project_id': '7582bef535e24a1d9095847ccae949d3', 'subnets': [{'id': 'bd6c9380-1c48-4735-899c-78ad05cb3620', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3615fb8a-d3ca-4733-b3f2-bf16e24b8af4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 18:56:50.901107 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-faac848c-d444-4d6c-a6ed-7c42bf6ed53b None None] For port 7f417bca-7846-4f7e-80e7-d9133cddc48b, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=7f417bca-7846-4f7e-80e7-d9133cddc48b,segment=NetworkSegment(1238fcaa-46a7-4b1c-8be7-c5e5465e2651),segment_id=1238fcaa-46a7-4b1c-8be7-c5e5465e2651)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 18:56:50.972083 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-faac848c-d444-4d6c-a6ed-7c42bf6ed53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:51.027084 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac848c-d444-4d6c-a6ed-7c42bf6ed53b None None] Pushing event updated for resources: {'Port': ['ID=7f417bca-7846-4f7e-80e7-d9133cddc48b,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:56:53.437285 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 37598) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:56:53.551477 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e929340f-31d6-4086-bfb4-e6d91e918ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:56:53.558588 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-e929340f-31d6-4086-bfb4-e6d91e918ff0 admin admin] 10.222.0.52 "GET /v2.0/networks/11edf1d4-3de0-4d6f-8078-b00e4886ebe5 HTTP/1.1" status: 200 len: 842 time: 0.1146386 Jan 26 18:56:53.563060 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f2c59471-66cc-4628-bdae-35c2c1885126 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'tenant_id': 'fdc4e555012d4ee3bc1a746394e5fef8', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 18:56:53.730919 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c59471-66cc-4628-bdae-35c2c1885126 admin admin] Made reservation on behalf of fdc4e555012d4ee3bc1a746394e5fef8 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 18:56:53.733356 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2c59471-66cc-4628-bdae-35c2c1885126 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:54.116739 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.objects.ports [None req-f2c59471-66cc-4628-bdae-35c2c1885126 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 18:56:54.117226 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2c59471-66cc-4628-bdae-35c2c1885126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for subnet (f6db50cd-2605-46c9-aa7f-1e2383d5616a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:54.175534 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c59471-66cc-4628-bdae-35c2c1885126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6db50cd-2605-46c9-aa7f-1e2383d5616a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:56:54.182732 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c59471-66cc-4628-bdae-35c2c1885126 admin admin] Checking segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 18:56:54.183095 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c59471-66cc-4628-bdae-35c2c1885126 admin admin] Network hostable DHCP agents. Network: 11edf1d4-3de0-4d6f-8078-b00e4886ebe5, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 18:56:54.256765 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c59471-66cc-4628-bdae-35c2c1885126 admin admin] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 18:56:54.330701 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f2c59471-66cc-4628-bdae-35c2c1885126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, 11edf1d4-3de0-4d6f-8078-b00e4886ebe5) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 18:56:54.334939 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c59471-66cc-4628-bdae-35c2c1885126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:56:54.335542 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2c59471-66cc-4628-bdae-35c2c1885126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:54.340664 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20251bd1-60ba-450e-ac6d-64fbee314571 None None] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 18:56:54.408589 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-f2c59471-66cc-4628-bdae-35c2c1885126 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8491497 Jan 26 18:56:54.455974 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4b31b2-1d1f-406d-9125-47c41ae68778 None None] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 18:56:56.839381 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 37606) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:56:56.978762 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-2b69439c-83a4-4786-9149-07ffd00e2dc8 admin admin] 10.222.0.52 "GET /v2.0/routers/accf1aba-f9f0-4539-a378-10879413a0cd HTTP/1.1" status: 200 len: 710 time: 0.1381414 Jan 26 18:56:57.068902 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f098b19c-0891-4175-bab0-efc4599e059a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:56:57.070421 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-f098b19c-0891-4175-bab0-efc4599e059a admin admin] 10.222.0.52 "GET /v2.0/networks/11edf1d4-3de0-4d6f-8078-b00e4886ebe5 HTTP/1.1" status: 200 len: 886 time: 0.0862327 Jan 26 18:56:57.080312 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 18:56:57.436274 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] Publish callbacks [] for router_gateway (accf1aba-f9f0-4539-a378-10879413a0cd), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:57.745557 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] Publish callbacks [] for router_gateway (accf1aba-f9f0-4539-a378-10879413a0cd), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:57.827234 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:57.935782 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] Allocated IP 172.27.2.211 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/399aea62-ccb8-4606-b9ba-6a9895d4d113) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 18:56:58.043422 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] Publish callbacks [] for port (399aea62-ccb8-4606-b9ba-6a9895d4d113), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:58.143191 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (399aea62-ccb8-4606-b9ba-6a9895d4d113), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:58.182073 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 18:56:58.184775 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 18:56:58.188855 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 18:56:58.227952 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] Pushing event updated for resources: {'Port': ['ID=399aea62-ccb8-4606-b9ba-6a9895d4d113,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:56:58.279293 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 7f417bca-7846-4f7e-80e7-d9133cddc48b up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 18:56:58.354115 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 7f417bca-7846-4f7e-80e7-d9133cddc48b triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 18:56:58.354519 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:58.438766 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 7f417bca-7846-4f7e-80e7-d9133cddc48b is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 18:56:58.544135 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] Publish callbacks [] for router_gateway (accf1aba-f9f0-4539-a378-10879413a0cd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:58.743370 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4102870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4155196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-103724'] for router (accf1aba-f9f0-4539-a378-10879413a0cd), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:58.746732 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4102833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4102879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4102856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4155173'] for router (accf1aba-f9f0-4539-a378-10879413a0cd), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:58.856921 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] Router accf1aba-f9f0-4539-a378-10879413a0cd has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 18:56:59.048432 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 18:56:59.053403 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:56:59.077088 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-714ae705-b741-49f6-ad75-23491e98614d admin admin] 10.222.0.52 "PUT /v2.0/routers/accf1aba-f9f0-4539-a378-10879413a0cd HTTP/1.1" status: 200 len: 890 time: 1.9782088 Jan 26 18:56:59.429040 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Sync routers for ids ['accf1aba-f9f0-4539-a378-10879413a0cd'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 18:56:59.441492 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Routers {'accf1aba-f9f0-4539-a378-10879413a0cd'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 18:56:59.442184 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T18:56:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['accf1aba-f9f0-4539-a378-10879413a0cd'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 18:56:59.664963 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Set router accf1aba-f9f0-4539-a378-10879413a0cd gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 18:57:00.142845 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf1aba-f9f0-4539-a378-10879413a0cd', 'name': 'router1', 'tenant_id': '7582bef535e24a1d9095847ccae949d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '399aea62-ccb8-4606-b9ba-6a9895d4d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T18:56:37Z', 'updated_at': '2022-01-26T18:56:58Z', 'revision_number': 4, 'project_id': '7582bef535e24a1d9095847ccae949d3', 'gw_port': {'id': '399aea62-ccb8-4606-b9ba-6a9895d4d113', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accf1aba-f9f0-4539-a378-10879413a0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T18:56:57Z', 'updated_at': '2022-01-26T18:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '7f417bca-7846-4f7e-80e7-d9133cddc48b', 'name': '', 'network_id': '66a33e8e-d36b-4b39-b404-a078e8346780', 'tenant_id': '7582bef535e24a1d9095847ccae949d3', 'mac_address': 'fa:16:3e:bb:86:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf1aba-f9f0-4539-a378-10879413a0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd6c9380-1c48-4735-899c-78ad05cb3620', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T18:56:46Z', 'updated_at': '2022-01-26T18:56:50Z', 'revision_number': 5, 'project_id': '7582bef535e24a1d9095847ccae949d3', 'subnets': [{'id': 'bd6c9380-1c48-4735-899c-78ad05cb3620', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3615fb8a-d3ca-4733-b3f2-bf16e24b8af4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 18:57:00.194982 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Checking router: accf1aba-f9f0-4539-a378-10879413a0cd for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 18:57:00.195358 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Updating router accf1aba-f9f0-4539-a378-10879413a0cd port 399aea62-ccb8-4606-b9ba-6a9895d4d113 binding host dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 18:57:00.243052 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (399aea62-ccb8-4606-b9ba-6a9895d4d113), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:00.573787 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Publish callbacks [] for port (399aea62-ccb8-4606-b9ba-6a9895d4d113), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:00.645137 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (399aea62-ccb8-4606-b9ba-6a9895d4d113), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:00.699787 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Attempting to bind port 399aea62-ccb8-4606-b9ba-6a9895d4d113 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 18:57:00.700158 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Attempting to bind port 399aea62-ccb8-4606-b9ba-6a9895d4d113 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 18:57:00.700531 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Attempting to bind port 399aea62-ccb8-4606-b9ba-6a9895d4d113 on network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 18:57:00.706504 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd940e35-320e-48ba-a328-d5260f602b55 None None] Pushing event updated for resources: {'Port': ['ID=399aea62-ccb8-4606-b9ba-6a9895d4d113,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:57:00.712952 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 18, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 18:57:00.712952 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Checking segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 18:57:00.713465 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:00.713711 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Bound using segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 18:57:00.714090 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Bound port: 399aea62-ccb8-4606-b9ba-6a9895d4d113, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 18:57:00.714444 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (399aea62-ccb8-4606-b9ba-6a9895d4d113), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:00.773236 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] For port 399aea62-ccb8-4606-b9ba-6a9895d4d113, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 18:57:00.778568 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] For port 399aea62-ccb8-4606-b9ba-6a9895d4d113, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=399aea62-ccb8-4606-b9ba-6a9895d4d113,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 18:57:00.834725 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (399aea62-ccb8-4606-b9ba-6a9895d4d113), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:00.895478 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Routers {'accf1aba-f9f0-4539-a378-10879413a0cd'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 18:57:00.896119 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T18:56:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['accf1aba-f9f0-4539-a378-10879413a0cd'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 18:57:00.935169 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd940e35-320e-48ba-a328-d5260f602b55 None None] Pushing event updated for resources: {'Port': ['ID=399aea62-ccb8-4606-b9ba-6a9895d4d113,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:57:01.013893 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] Set router accf1aba-f9f0-4539-a378-10879413a0cd gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 18:57:01.231384 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'accf1aba-f9f0-4539-a378-10879413a0cd', 'name': 'router1', 'tenant_id': '7582bef535e24a1d9095847ccae949d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '399aea62-ccb8-4606-b9ba-6a9895d4d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T18:56:37Z', 'updated_at': '2022-01-26T18:56:58Z', 'revision_number': 4, 'project_id': '7582bef535e24a1d9095847ccae949d3', 'gw_port': {'id': '399aea62-ccb8-4606-b9ba-6a9895d4d113', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accf1aba-f9f0-4539-a378-10879413a0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T18:56:57Z', 'updated_at': '2022-01-26T18:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '7f417bca-7846-4f7e-80e7-d9133cddc48b', 'name': '', 'network_id': '66a33e8e-d36b-4b39-b404-a078e8346780', 'tenant_id': '7582bef535e24a1d9095847ccae949d3', 'mac_address': 'fa:16:3e:bb:86:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf1aba-f9f0-4539-a378-10879413a0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd6c9380-1c48-4735-899c-78ad05cb3620', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T18:56:46Z', 'updated_at': '2022-01-26T18:56:50Z', 'revision_number': 5, 'project_id': '7582bef535e24a1d9095847ccae949d3', 'subnets': [{'id': 'bd6c9380-1c48-4735-899c-78ad05cb3620', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3615fb8a-d3ca-4733-b3f2-bf16e24b8af4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 18:57:01.261165 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdabf125-9891-4736-bb06-a5d6c6e36c2f None None] The sync data for ids ['accf1aba-f9f0-4539-a378-10879413a0cd'] in dv-cinder-824187-6-iscsi is: [{'id': 'accf1aba-f9f0-4539-a378-10879413a0cd', 'name': 'router1', 'tenant_id': '7582bef535e24a1d9095847ccae949d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '399aea62-ccb8-4606-b9ba-6a9895d4d113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T18:56:37Z', 'updated_at': '2022-01-26T18:56:58Z', 'revision_number': 4, 'project_id': '7582bef535e24a1d9095847ccae949d3', 'gw_port': {'id': '399aea62-ccb8-4606-b9ba-6a9895d4d113', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'accf1aba-f9f0-4539-a378-10879413a0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T18:56:57Z', 'updated_at': '2022-01-26T18:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '7f417bca-7846-4f7e-80e7-d9133cddc48b', 'name': '', 'network_id': '66a33e8e-d36b-4b39-b404-a078e8346780', 'tenant_id': '7582bef535e24a1d9095847ccae949d3', 'mac_address': 'fa:16:3e:bb:86:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accf1aba-f9f0-4539-a378-10879413a0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bd6c9380-1c48-4735-899c-78ad05cb3620', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T18:56:46Z', 'updated_at': '2022-01-26T18:56:50Z', 'revision_number': 5, 'project_id': '7582bef535e24a1d9095847ccae949d3', 'subnets': [{'id': 'bd6c9380-1c48-4735-899c-78ad05cb3620', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3615fb8a-d3ca-4733-b3f2-bf16e24b8af4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 18:57:01.554365 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 37618) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:57:01.671250 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-82f65b3c-6005-43a5-a832-485cb43fe9d2 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1154597 Jan 26 18:57:02.292020 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 399aea62-ccb8-4606-b9ba-6a9895d4d113 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 18:57:02.371482 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 399aea62-ccb8-4606-b9ba-6a9895d4d113 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 18:57:02.371884 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (399aea62-ccb8-4606-b9ba-6a9895d4d113), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:02.453312 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 399aea62-ccb8-4606-b9ba-6a9895d4d113 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 18:57:02.453710 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (399aea62-ccb8-4606-b9ba-6a9895d4d113), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:02.475413 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] For port 399aea62-ccb8-4606-b9ba-6a9895d4d113, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=399aea62-ccb8-4606-b9ba-6a9895d4d113,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 18:57:02.541510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (399aea62-ccb8-4606-b9ba-6a9895d4d113), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:02.600356 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Pushing event updated for resources: {'Port': ['ID=399aea62-ccb8-4606-b9ba-6a9895d4d113,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:57:04.279379 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 399aea62-ccb8-4606-b9ba-6a9895d4d113 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 18:57:04.370662 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 399aea62-ccb8-4606-b9ba-6a9895d4d113 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 18:57:04.370959 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (399aea62-ccb8-4606-b9ba-6a9895d4d113), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:04.452461 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 399aea62-ccb8-4606-b9ba-6a9895d4d113 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 18:57:07.062600 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8228c113-3644-4304-b032-51eed4bc0a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:09.589036 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f2148fa-2f1a-406e-b14f-b75444db818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:10.553461 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:12.530221 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:13.702224 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:27.729461 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 5 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 18:57:37.079273 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-635c8114-f176-4a52-ae64-022a52b39048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:39.546670 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1c3599c-92ba-437e-8da2-da8aa2a638a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:40.511635 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:42.518254 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:57:44.169835 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:58:04.727767 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 5 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 18:58:07.055151 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-173c1fc8-4ecd-4d47-b853-25717239f23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:58:09.551932 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a67f5863-65f5-497d-876f-d93f2b65f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:58:10.534379 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:58:12.603337 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:58:13.718086 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:58:24.407504 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38104) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:58:24.478374 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f36f4a0-74af-4d15-a7bc-d669e3d64f19 admin admin] GET failed (client error): The resource could not be found. Jan 26 18:58:24.479752 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-8f36f4a0-74af-4d15-a7bc-d669e3d64f19 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0712752 Jan 26 18:58:24.650114 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07144785-9ce4-497b-9187-cf2bd90d2b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:58:24.651665 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-07144785-9ce4-497b-9187-cf2bd90d2b99 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1677873 Jan 26 18:58:26.924442 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38114) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:58:27.026018 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864fe4c7-29f4-4a68-a784-a86bd68b7a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:58:27.027425 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-864fe4c7-29f4-4a68-a784-a86bd68b7a9d admin admin] 10.222.0.52 "GET /v2.0/subnets/bd6c9380-1c48-4735-899c-78ad05cb3620 HTTP/1.1" status: 200 len: 849 time: 0.1019731 Jan 26 18:58:27.039398 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 18:58:27.142347 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Publish callbacks [] for subnet (bd6c9380-1c48-4735-899c-78ad05cb3620), before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:58:27.361864 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747743377345'] for subnet (bd6c9380-1c48-4735-899c-78ad05cb3620), after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:58:27.395651 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:58:27.396237 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:58:27.397579 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] 10.222.0.52 "PUT /v2.0/subnets/bd6c9380-1c48-4735-899c-78ad05cb3620 HTTP/1.1" status: 200 len: 868 time: 0.3634942 Jan 26 18:58:27.420558 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6c9380-1c48-4735-899c-78ad05cb3620,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:58:27.422693 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78721d04-5d1b-4d56-a328-92dbae5f4439 None None] Network 66a33e8e-d36b-4b39-b404-a078e8346780 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 18:58:27.429352 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:58:27.429771 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:58:27.430060 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:58:27.430407 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:58:27.430764 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:58:27.431092 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:58:27.431441 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:58:27.431827 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:58:27.432100 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:58:27.432457 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:58:27.432801 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:58:27.433156 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:58:27.433489 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c013964-b03e-4412-9666-72be09b71015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:58:27.818793 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-0604fa23-d2f7-4cbb-8cf5-baeef39cf884 None None] Provisioning complete for port 7f417bca-7846-4f7e-80e7-d9133cddc48b triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 18:58:27.819192 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0604fa23-d2f7-4cbb-8cf5-baeef39cf884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (7f417bca-7846-4f7e-80e7-d9133cddc48b), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:58:27.900423 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0604fa23-d2f7-4cbb-8cf5-baeef39cf884 None None] Current status of the port 7f417bca-7846-4f7e-80e7-d9133cddc48b is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 18:58:27.910603 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-0604fa23-d2f7-4cbb-8cf5-baeef39cf884 None None] Provisioning complete for port fd78674e-b6c3-4271-8dec-585655ebb737 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 18:58:27.910947 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0604fa23-d2f7-4cbb-8cf5-baeef39cf884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (fd78674e-b6c3-4271-8dec-585655ebb737), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:58:27.990713 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0604fa23-d2f7-4cbb-8cf5-baeef39cf884 None None] Current status of the port fd78674e-b6c3-4271-8dec-585655ebb737 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 18:58:29.742130 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38122) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:58:29.949726 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba84e8f-4480-4088-a19a-b19efb6d1ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:58:29.950114 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba84e8f-4480-4088-a19a-b19efb6d1ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:58:29.951741 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-bba84e8f-4480-4088-a19a-b19efb6d1ae6 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2086103 Jan 26 18:58:32.227215 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38130) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:58:32.363196 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e47ea-0dd5-44b7-8df4-b40a32e9977d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:58:32.363672 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e47ea-0dd5-44b7-8df4-b40a32e9977d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:58:32.365305 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-413e47ea-0dd5-44b7-8df4-b40a32e9977d admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1371088 Jan 26 18:58:34.634407 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38138) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:58:34.787696 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632a7a4f-bb7d-40e4-bdae-9875a5f5a658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:58:34.789107 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-632a7a4f-bb7d-40e4-bdae-9875a5f5a658 admin admin] 10.222.0.52 "GET /v2.0/networks/11edf1d4-3de0-4d6f-8078-b00e4886ebe5 HTTP/1.1" status: 200 len: 886 time: 0.1534395 Jan 26 18:58:37.048304 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89f82fc8-043b-41b7-88a7-fa7170885dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:58:37.096765 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38146) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:58:37.246885 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6e3ee4-28ae-4d11-920b-a0f7e74774b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:58:37.248387 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-6c6e3ee4-28ae-4d11-920b-a0f7e74774b5 admin admin] 10.222.0.52 "GET /v2.0/networks/66a33e8e-d36b-4b39-b404-a078e8346780 HTTP/1.1" status: 200 len: 869 time: 0.1506095 Jan 26 18:58:39.514012 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38154) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:58:39.568198 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8a21967-d3b6-4ba4-bc38-06cad7588d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:58:39.641823 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceeb4d8-5716-45b8-a17e-8304e7663943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:58:39.642296 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceeb4d8-5716-45b8-a17e-8304e7663943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:58:39.643883 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-dceeb4d8-5716-45b8-a17e-8304e7663943 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1290801 Jan 26 18:58:40.597138 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:58:41.726905 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 5 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 18:58:41.890150 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38162) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:58:41.984852 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff6752c-0ddc-4005-8f88-68cf1c8b87c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:58:41.985260 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff6752c-0ddc-4005-8f88-68cf1c8b87c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:58:41.986817 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-2ff6752c-0ddc-4005-8f88-68cf1c8b87c6 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0957012 Jan 26 18:58:42.545616 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:58:43.728023 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:58:44.244250 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38170) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:58:44.336955 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3fce8e-4f47-4aea-a6f0-9b3126ddf3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:58:44.338444 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ed3fce8e-4f47-4aea-a6f0-9b3126ddf3a4 admin admin] 10.222.0.52 "GET /v2.0/subnets/bd6c9380-1c48-4735-899c-78ad05cb3620 HTTP/1.1" status: 200 len: 868 time: 0.0932329 Jan 26 18:58:46.631354 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38178) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:58:46.721293 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eec43b2-cb81-40a8-af20-7dd74b06b0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:58:46.722682 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-8eec43b2-cb81-40a8-af20-7dd74b06b0fd admin admin] 10.222.0.52 "GET /v2.0/subnets/f6db50cd-2605-46c9-aa7f-1e2383d5616a HTTP/1.1" status: 200 len: 816 time: 0.0900123 Jan 26 18:59:07.070537 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d8d4cfd-cc5c-4c90-b667-464e80d114c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:09.528087 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97566b6e-f744-424a-95c9-e46d2a9bd2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:10.573205 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:11.056344 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38232) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:59:11.103630 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [None req-61c6189e-a3c7-44a6-bf87-277a16c7365d admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 18:59:11.104721 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-61c6189e-a3c7-44a6-bf87-277a16c7365d admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474355 Jan 26 18:59:12.532868 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:13.466061 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38240) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:59:13.526873 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25bb189-1461-4006-9f59-b3947183625f admin admin] GET failed (client error): The resource could not be found. Jan 26 18:59:13.528267 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-f25bb189-1461-4006-9f59-b3947183625f admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612681 Jan 26 18:59:13.614181 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fb6945-33cc-47a5-aa6c-13bbfecdbd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:59:13.615684 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a1fb6945-33cc-47a5-aa6c-13bbfecdbd95 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0833938 Jan 26 18:59:13.727553 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:15.928861 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38250) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:59:15.975123 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-3d9e69c7-1ccd-4aca-a39a-019250c5d821 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'fdc4e555012d4ee3bc1a746394e5fef8', 'shared': True, 'name': 'shared', 'tenant_id': 'fdc4e555012d4ee3bc1a746394e5fef8'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 18:59:16.098538 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9e69c7-1ccd-4aca-a39a-019250c5d821 admin admin] Made reservation on behalf of fdc4e555012d4ee3bc1a746394e5fef8 for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 18:59:16.100781 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3d9e69c7-1ccd-4aca-a39a-019250c5d821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:16.137069 dv-cinder-824187-6-iscsi neutron-server[103145]: WARNING neutron.services.revisions.revision_plugin [None req-3d9e69c7-1ccd-4aca-a39a-019250c5d821 admin admin] Could not find related network for resource to bump revision. Jan 26 18:59:16.153186 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9e69c7-1ccd-4aca-a39a-019250c5d821 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 18:59:16.162494 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3d9e69c7-1ccd-4aca-a39a-019250c5d821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (3c5eb936-b52f-4bdb-bda4-0e6400c818fd), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:16.162837 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-3d9e69c7-1ccd-4aca-a39a-019250c5d821 admin admin] Added segment 3c5eb936-b52f-4bdb-bda4-0e6400c818fd of type vlan for network e650d27e-7ee1-40c5-9c3a-d8be724e55ad Jan 26 18:59:16.214258 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3d9e69c7-1ccd-4aca-a39a-019250c5d821 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (e650d27e-7ee1-40c5-9c3a-d8be724e55ad), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:16.349994 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3d9e69c7-1ccd-4aca-a39a-019250c5d821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (e650d27e-7ee1-40c5-9c3a-d8be724e55ad), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:16.350898 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9e69c7-1ccd-4aca-a39a-019250c5d821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:59:16.351475 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3d9e69c7-1ccd-4aca-a39a-019250c5d821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:16.408138 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e69c7-1ccd-4aca-a39a-019250c5d821 admin admin] Pushing event updated for resources: {'Network': ['ID=e650d27e-7ee1-40c5-9c3a-d8be724e55ad,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:59:16.418363 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network e650d27e-7ee1-40c5-9c3a-d8be724e55ad details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 18:59:16.461308 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-3d9e69c7-1ccd-4aca-a39a-019250c5d821 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5313096 Jan 26 18:59:18.725019 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 5 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 18:59:18.793908 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38260) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 18:59:18.853667 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e61e5d3-5f39-4c41-9c29-d0ac132595c2 admin admin] GET failed (client error): The resource could not be found. Jan 26 18:59:18.854947 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-4e61e5d3-5f39-4c41-9c29-d0ac132595c2 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600779 Jan 26 18:59:18.926087 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2197d5d-6456-4307-978b-541eb314cdaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:59:18.927554 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-f2197d5d-6456-4307-978b-541eb314cdaf admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0684845 Jan 26 18:59:18.937720 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-dc937514-4018-44b1-8169-fd72722a6f5c admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'tenant_id': 'fdc4e555012d4ee3bc1a746394e5fef8', 'name': 'shared-subnet', 'network_id': 'e650d27e-7ee1-40c5-9c3a-d8be724e55ad'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 18:59:19.030361 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc937514-4018-44b1-8169-fd72722a6f5c admin admin] Made reservation on behalf of fdc4e555012d4ee3bc1a746394e5fef8 for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 18:59:19.032692 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dc937514-4018-44b1-8169-fd72722a6f5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:19.258749 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dc937514-4018-44b1-8169-fd72722a6f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for subnet (a03dbfa4-dfad-4887-9e53-48770eca94da), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:19.315004 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc937514-4018-44b1-8169-fd72722a6f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03dbfa4-dfad-4887-9e53-48770eca94da,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:59:19.321998 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc937514-4018-44b1-8169-fd72722a6f5c admin admin] Checking segment: {'id': '3c5eb936-b52f-4bdb-bda4-0e6400c818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e650d27e-7ee1-40c5-9c3a-d8be724e55ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 18:59:19.322351 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc937514-4018-44b1-8169-fd72722a6f5c admin admin] Network hostable DHCP agents. Network: e650d27e-7ee1-40c5-9c3a-d8be724e55ad, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 18:59:19.469641 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc937514-4018-44b1-8169-fd72722a6f5c admin admin] Network e650d27e-7ee1-40c5-9c3a-d8be724e55ad is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 18:59:19.567265 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-dc937514-4018-44b1-8169-fd72722a6f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, e650d27e-7ee1-40c5-9c3a-d8be724e55ad) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 18:59:19.571368 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc937514-4018-44b1-8169-fd72722a6f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 18:59:19.571983 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dc937514-4018-44b1-8169-fd72722a6f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:19.578840 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a5f047-cd10-471c-88c6-1d53cc549059 None None] Network e650d27e-7ee1-40c5-9c3a-d8be724e55ad requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 18:59:19.667365 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-dc937514-4018-44b1-8169-fd72722a6f5c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7330036 Jan 26 18:59:19.677649 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0e4c4ae-1e9b-5d6a-b7eb-1555e507f35f-e650d27e-7ee1-40c5-9c3a-d8be724e55ad', 'network_id': 'e650d27e-7ee1-40c5-9c3a-d8be724e55ad', 'project_id': 'fdc4e555012d4ee3bc1a746394e5fef8', 'fixed_ips': [{'subnet_id': 'a03dbfa4-dfad-4887-9e53-48770eca94da'}]}} from dv-cinder-824187-6-iscsi. {{(pid=103147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 18:59:19.678575 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:19.922180 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Allocated IP 192.168.233.2 (e650d27e-7ee1-40c5-9c3a-d8be724e55ad/a03dbfa4-dfad-4887-9e53-48770eca94da/c3a2b255-7d92-4310-b171-e89b82cf8881) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 18:59:20.068656 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Publish callbacks [] for port (c3a2b255-7d92-4310-b171-e89b82cf8881), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:20.161873 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (c3a2b255-7d92-4310-b171-e89b82cf8881), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:20.201159 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Network e650d27e-7ee1-40c5-9c3a-d8be724e55ad is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 18:59:20.203793 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 18:59:20.209243 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 18:59:20.214534 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Pushing event updated for resources: {'Port': ['ID=c3a2b255-7d92-4310-b171-e89b82cf8881,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:59:20.225896 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:59:20.226269 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:59:20.226628 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:59:20.226951 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:59:20.227279 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:59:20.227601 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:59:20.227925 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:59:20.228248 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:59:20.228573 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:59:20.228891 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:59:20.229238 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:59:20.229557 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:59:20.229872 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 18:59:20.276864 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Attempting to bind port c3a2b255-7d92-4310-b171-e89b82cf8881 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 18:59:20.277308 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Attempting to bind port c3a2b255-7d92-4310-b171-e89b82cf8881 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '3c5eb936-b52f-4bdb-bda4-0e6400c818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e650d27e-7ee1-40c5-9c3a-d8be724e55ad'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 18:59:20.277644 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Attempting to bind port c3a2b255-7d92-4310-b171-e89b82cf8881 on network e650d27e-7ee1-40c5-9c3a-d8be724e55ad {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 18:59:20.282788 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 18, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 18:59:20.283152 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Checking segment: {'id': '3c5eb936-b52f-4bdb-bda4-0e6400c818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e650d27e-7ee1-40c5-9c3a-d8be724e55ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 18:59:20.283545 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:20.283931 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Bound using segment: {'id': '3c5eb936-b52f-4bdb-bda4-0e6400c818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e650d27e-7ee1-40c5-9c3a-d8be724e55ad'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 18:59:20.284388 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Bound port: c3a2b255-7d92-4310-b171-e89b82cf8881, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5eb936-b52f-4bdb-bda4-0e6400c818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e650d27e-7ee1-40c5-9c3a-d8be724e55ad'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 18:59:20.284804 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c3a2b255-7d92-4310-b171-e89b82cf8881), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:20.347719 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] For port c3a2b255-7d92-4310-b171-e89b82cf8881, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 18:59:20.350887 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] For port c3a2b255-7d92-4310-b171-e89b82cf8881, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=c3a2b255-7d92-4310-b171-e89b82cf8881,segment=NetworkSegment(3c5eb936-b52f-4bdb-bda4-0e6400c818fd),segment_id=3c5eb936-b52f-4bdb-bda4-0e6400c818fd)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 18:59:20.476669 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (c3a2b255-7d92-4310-b171-e89b82cf8881), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:20.540129 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cfc67-7234-489f-867c-dd09801bc949 None None] Pushing event updated for resources: {'Port': ['ID=c3a2b255-7d92-4310-b171-e89b82cf8881,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:59:21.463779 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f402d8-23c3-47a2-8f68-51229941c0ca None None] Network e650d27e-7ee1-40c5-9c3a-d8be724e55ad requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 18:59:21.563029 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-7e15b72f-cd6f-4462-b1c3-b08d23d740aa None None] Provisioning complete for port c3a2b255-7d92-4310-b171-e89b82cf8881 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 18:59:21.563405 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e15b72f-cd6f-4462-b1c3-b08d23d740aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (c3a2b255-7d92-4310-b171-e89b82cf8881), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:21.656434 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7e15b72f-cd6f-4462-b1c3-b08d23d740aa None None] Current status of the port c3a2b255-7d92-4310-b171-e89b82cf8881 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 18:59:21.656823 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e15b72f-cd6f-4462-b1c3-b08d23d740aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c3a2b255-7d92-4310-b171-e89b82cf8881), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:21.694401 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-7e15b72f-cd6f-4462-b1c3-b08d23d740aa None None] For port c3a2b255-7d92-4310-b171-e89b82cf8881, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=c3a2b255-7d92-4310-b171-e89b82cf8881,segment=NetworkSegment(3c5eb936-b52f-4bdb-bda4-0e6400c818fd),segment_id=3c5eb936-b52f-4bdb-bda4-0e6400c818fd)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 18:59:21.885838 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e15b72f-cd6f-4462-b1c3-b08d23d740aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (c3a2b255-7d92-4310-b171-e89b82cf8881), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:21.935938 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15b72f-cd6f-4462-b1c3-b08d23d740aa None None] Pushing event updated for resources: {'Port': ['ID=c3a2b255-7d92-4310-b171-e89b82cf8881,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 18:59:22.005939 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-941ebbcd-b2c6-4980-9b48-f583ef324978 None None] Provisioning complete for port c3a2b255-7d92-4310-b171-e89b82cf8881 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 18:59:22.006335 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-941ebbcd-b2c6-4980-9b48-f583ef324978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (c3a2b255-7d92-4310-b171-e89b82cf8881), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:22.087427 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-941ebbcd-b2c6-4980-9b48-f583ef324978 None None] Current status of the port c3a2b255-7d92-4310-b171-e89b82cf8881 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 18:59:22.372639 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device c3a2b255-7d92-4310-b171-e89b82cf8881 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 18:59:22.426584 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port c3a2b255-7d92-4310-b171-e89b82cf8881 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 18:59:22.426983 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (c3a2b255-7d92-4310-b171-e89b82cf8881), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:22.505020 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port c3a2b255-7d92-4310-b171-e89b82cf8881 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 18:59:37.264014 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ebb4f0b-5bfe-4b0c-bb3f-4e8be7dbd77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:39.555196 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bfd33e0-ea4a-418a-a2f6-2ab4eb2c03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:40.566933 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:42.566991 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:43.749507 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 18:59:55.723560 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 5 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:00:07.120213 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2ade133-bc66-4fb3-936c-69ea72520358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:00:09.530053 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ec43431-f5a1-40ed-a86b-8aacd959bb02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:00:10.543256 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:00:12.548760 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:00:13.725614 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:00:32.722968 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 5 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:00:37.089405 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdaab504-f067-44ad-9af6-aa1a4cbcf718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:00:39.545917 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff6d890b-432a-4ee4-803a-1d76cbb6a0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:00:40.553910 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:00:42.547845 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:00:43.719301 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:00:47.920228 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 38304) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:00:47.927125 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [None req-91970f38-d766-4a27-94b5-c0572121121a tempest-verify_tempest_config-608287170 tempest-verify_tempest_config-608287170-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:00:47.928116 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-91970f38-d766-4a27-94b5-c0572121121a tempest-verify_tempest_config-608287170 tempest-verify_tempest_config-608287170-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0069144 Jan 26 19:00:48.505359 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38322) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:00:48.606779 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:00:48.680391 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] Publish callbacks [] for security_group (366498a4-d24c-4b83-965d-facdb6752f6a), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:00:48.765256 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (366498a4-d24c-4b83-965d-facdb6752f6a), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:00:48.810205 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d5f9e983ff3f4899954e8222c1aeb367&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3037617 Jan 26 19:00:48.811055 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366498a4-d24c-4b83-965d-facdb6752f6a,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:00:48.812870 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 38328) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:00:48.818159 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:48.818509 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:48.818863 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:48.819347 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:48.819750 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:48.820085 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:48.820435 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:48.820770 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:48.821138 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:48.825819 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:48.825819 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:48.825819 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:48.825819 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc37774e-5098-4800-b628-9258b8f80a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:48.866887 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Publish callbacks [] for security_group (366498a4-d24c-4b83-965d-facdb6752f6a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:00:48.891386 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Publish callbacks [] for security_group (366498a4-d24c-4b83-965d-facdb6752f6a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:00:49.125524 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (366498a4-d24c-4b83-965d-facdb6752f6a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:00:49.127961 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:00:49.129375 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/366498a4-d24c-4b83-965d-facdb6752f6a HTTP/1.1" status: 204 len: 168 time: 0.3154776 Jan 26 19:00:49.138410 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366498a4-d24c-4b83-965d-facdb6752f6a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:00:49.149773 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:49.150380 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:49.150968 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:49.151596 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:49.152164 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:49.152736 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:49.153356 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:49.153940 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:49.154588 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:49.155308 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:49.155765 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:49.156414 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:00:49.156899 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fe03c-4307-4073-b8b0-d1428d254837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:01:07.072875 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-778dc80e-075d-4d58-a678-337541fc6787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:01:09.533753 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e6dd5ab-773d-486f-be4a-e387a9580179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:01:09.721728 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 5 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:01:10.575472 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:01:12.541408 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:01:13.730392 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:01:37.055247 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fe62c6d-4648-4930-b640-c359bd121ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:01:39.528845 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2797b9df-bb58-4051-a390-d33ef3fca368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:01:40.540418 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:01:42.545946 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:01:43.740330 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:01:46.720148 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 5 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:02:07.082369 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a69ccf38-31bb-4225-9e85-3346e8a8c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:02:09.571885 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f832d49-556d-4e0e-9084-ef24e7c5593f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:02:10.566324 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:02:12.614333 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:02:13.756949 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:02:21.965440 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4103880'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:02:23.719939 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:02:37.076128 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-142db858-a8dd-4f65-87e5-1ebeb0082fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:02:37.175609 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 38400) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:02:37.281958 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-201c461a-4e4d-495f-b922-ebe1471f8165 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1051390 Jan 26 19:02:39.539007 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32331ec2-bc24-4ce2-a631-4b38ff3e5eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:02:39.544912 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38410) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:02:39.606711 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-42f564ff-aa50-41ed-b684-94c1b57692b6 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0605543 Jan 26 19:02:40.576756 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:02:42.573419 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:02:43.756048 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:02:51.938609 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:03:00.719328 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:03:07.058451 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90ae8786-ca1d-4c0d-999d-33fd8146d9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:03:09.604602 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f3e219-24ff-4707-bbc1-9ad140052607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:03:10.583791 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:03:12.549394 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:03:13.718426 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:03:21.963764 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:03:37.072054 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7330e7b5-174a-4d1d-91ba-544fb89ffffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:03:37.737879 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:03:39.543213 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28efcc9e-f605-4857-887a-92cf1e845b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:03:40.605703 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:03:42.568938 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:03:43.789133 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:03:51.951382 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:07.102595 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bf3c2d2-cef8-487f-b334-cf0e02dc4365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:09.599997 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-422a7116-280a-4a68-826e-889e6f56ab17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:10.691048 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:12.382833 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38578) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:12.567006 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:12.634594 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1576684931-network', 'tenant_id': '3ba4bc31711a4106bc3fedea56356a8d'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:12.770672 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Made reservation on behalf of 3ba4bc31711a4106bc3fedea56356a8d for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:04:12.773141 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:12.782106 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:12.865620 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Publish callbacks [] for security_group (e3d7813d-c634-45c8-bdbd-ba9fb7836dcc), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:13.011082 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (e3d7813d-c634-45c8-bdbd-ba9fb7836dcc), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:13.032826 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:04:13.048045 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:13.051402 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (55c000ad-5a50-48e1-b888-57b2e247f52c), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:13.051748 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Added segment 55c000ad-5a50-48e1-b888-57b2e247f52c of type vlan for network 56486b77-f66a-442b-aa39-e5248d3232b9 Jan 26 19:04:13.057890 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.057890 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.058252 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.058580 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.058912 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.059242 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.059597 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.059932 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.060271 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.060620 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.060969 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.061326 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.061648 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Tracked resource versions report: Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: pushed versions: Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: { 'AddressGroup': {'1.2'}, Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'ConntrackHelper': {'1.0'}, Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'LocalIPAssociation': {'1.0'}, Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Log': {'1.0'}, Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Network': {'1.1'}, Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Port': {'1.7'}, Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'PortForwarding': {'1.2'}, Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'QosPolicy': {'1.10'}, Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'SecurityGroup': {'1.5'}, Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'SecurityGroupRule': {'1.2'}, Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'SubPort': {'1.0'}, Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Subnet': {'1.1'}, Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Trunk': {'1.1'}} Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: consumer versions: Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: { DHCP agent@dv-cinder-824187-6-iscsi: {}, Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: HyperV agent@hv-cinder-82418: {}, Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: L3 agent@dv-cinder-824187-6-iscsi: {}, Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: Metadata agent@dv-cinder-824187-6-iscsi: {}, Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: Metering agent@dv-cinder-824187-6-iscsi: {}, Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: Open vSwitch agent@dv-cinder-824187-6-iscsi: { 'AddressGroup': '1.2', Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'ConntrackHelper': '1.0', Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'LocalIPAssociation': '1.0', Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Log': '1.0', Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Network': '1.1', Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Port': '1.7', Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'PortForwarding': '1.2', Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'QosPolicy': '1.10', Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'SecurityGroup': '1.5', Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'SecurityGroupRule': '1.2', Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'SubPort': '1.0', Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Subnet': '1.1', Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: 'Trunk': '1.1'}} Jan 26 19:04:13.062766 dv-cinder-824187-6-iscsi neutron-server[103145]: {{(pid=103145) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 19:04:13.129607 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (56486b77-f66a-442b-aa39-e5248d3232b9), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:13.228032 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (56486b77-f66a-442b-aa39-e5248d3232b9), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:13.232807 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:13.232807 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:13.292130 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] Pushing event updated for resources: {'Network': ['ID=56486b77-f66a-442b-aa39-e5248d3232b9,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:13.302941 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network 56486b77-f66a-442b-aa39-e5248d3232b9 details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:04:13.322959 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ab35a9a7-f67d-4f18-804a-382d5b331460 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9385498 Jan 26 19:04:13.327166 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 38624) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:13.333656 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Request body: {'subnet': {'network_id': '56486b77-f66a-442b-aa39-e5248d3232b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1576684931-subnet', 'tenant_id': '3ba4bc31711a4106bc3fedea56356a8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:13.436927 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 38632) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:13.476643 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Made reservation on behalf of 3ba4bc31711a4106bc3fedea56356a8d for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:04:13.476643 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:13.724634 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38650) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:13.759857 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for subnet (77df0769-fba2-455a-a755-eab762abd5e2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:13.798220 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:13.809533 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Pushing event updated for resources: {'Subnet': ['ID=77df0769-fba2-455a-a755-eab762abd5e2,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:13.825041 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ca7fe9e1-351b-4018-9300-6cb1ab9a364f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-669268755-network', 'tenant_id': '962aee889d284a26804b539454f574a5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:13.829642 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.830020 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.830373 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.830717 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.831109 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.831404 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.831762 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.832099 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.832432 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.832788 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.833140 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.833471 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.833794 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Tracked resource versions report: Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: pushed versions: Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: { 'AddressGroup': {'1.2'}, Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'ConntrackHelper': {'1.0'}, Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'LocalIPAssociation': {'1.0'}, Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Log': {'1.0'}, Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Network': {'1.1'}, Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Port': {'1.7'}, Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'PortForwarding': {'1.2'}, Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'QosPolicy': {'1.10'}, Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'SecurityGroup': {'1.5'}, Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'SecurityGroupRule': {'1.2'}, Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'SubPort': {'1.0'}, Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Subnet': {'1.1'}, Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Trunk': {'1.1'}} Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: consumer versions: Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: { DHCP agent@dv-cinder-824187-6-iscsi: {}, Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: HyperV agent@hv-cinder-82418: {}, Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: L3 agent@dv-cinder-824187-6-iscsi: {}, Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: Metadata agent@dv-cinder-824187-6-iscsi: {}, Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: Metering agent@dv-cinder-824187-6-iscsi: {}, Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: Open vSwitch agent@dv-cinder-824187-6-iscsi: { 'AddressGroup': '1.2', Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'ConntrackHelper': '1.0', Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'LocalIPAssociation': '1.0', Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Log': '1.0', Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Network': '1.1', Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Port': '1.7', Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'PortForwarding': '1.2', Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'QosPolicy': '1.10', Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'SecurityGroup': '1.5', Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'SecurityGroupRule': '1.2', Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'SubPort': '1.0', Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Subnet': '1.1', Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: 'Trunk': '1.1'}} Jan 26 19:04:13.834961 dv-cinder-824187-6-iscsi neutron-server[103146]: {{(pid=103146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 19:04:13.844131 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38662) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:13.861726 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Checking segment: {'id': '55c000ad-5a50-48e1-b888-57b2e247f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '56486b77-f66a-442b-aa39-e5248d3232b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:13.862090 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Network hostable DHCP agents. Network: 56486b77-f66a-442b-aa39-e5248d3232b9, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:04:14.010962 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7fe9e1-351b-4018-9300-6cb1ab9a364f admin admin] Made reservation on behalf of 962aee889d284a26804b539454f574a5 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:04:14.013361 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe9e1-351b-4018-9300-6cb1ab9a364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.015339 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Network 56486b77-f66a-442b-aa39-e5248d3232b9 is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:04:14.027477 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe9e1-351b-4018-9300-6cb1ab9a364f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.054323 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-02ef0602-e18c-48f4-90ff-627995cc6dde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-network', 'tenant_id': '576e14109c434e728644c0dd02a7a738'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:14.119618 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe9e1-351b-4018-9300-6cb1ab9a364f admin admin] Publish callbacks [] for security_group (784d396e-60be-4ed1-8f4f-060193cee654), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.121998 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, 56486b77-f66a-442b-aa39-e5248d3232b9) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:14.126761 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:14.126997 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.135478 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b06021-f9e2-4128-8288-53ed091c6e28 None None] Network 56486b77-f66a-442b-aa39-e5248d3232b9 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:04:14.200818 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ef0602-e18c-48f4-90ff-627995cc6dde admin admin] Made reservation on behalf of 576e14109c434e728644c0dd02a7a738 for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:04:14.212180 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-02ef0602-e18c-48f4-90ff-627995cc6dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.229868 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-769c8dd2-2e5f-40b1-89e3-279b06594275 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-52999155-network', 'tenant_id': 'ad6163233adb43149b021649508e8ff6'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:14.237204 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe9e1-351b-4018-9300-6cb1ab9a364f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (784d396e-60be-4ed1-8f4f-060193cee654), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.251549 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb3c0fe-b69d-4cee-9cc7-acb5092670a2 None None] Network 56486b77-f66a-442b-aa39-e5248d3232b9 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:04:14.253311 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-02ef0602-e18c-48f4-90ff-627995cc6dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.265510 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7fe9e1-351b-4018-9300-6cb1ab9a364f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:04:14.280903 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe9e1-351b-4018-9300-6cb1ab9a364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (cb572e59-6c33-4e38-beb1-68366b64ed53), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.280903 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.segments_db [None req-ca7fe9e1-351b-4018-9300-6cb1ab9a364f admin admin] Added segment cb572e59-6c33-4e38-beb1-68366b64ed53 of type vlan for network 921d1990-0cae-4d45-bbe0-ab047b54ae33 Jan 26 19:04:14.330695 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe9e1-351b-4018-9300-6cb1ab9a364f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (921d1990-0cae-4d45-bbe0-ab047b54ae33), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.343246 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-02ef0602-e18c-48f4-90ff-627995cc6dde admin admin] Publish callbacks [] for security_group (d470bfb1-8cf9-454c-8ad3-4698127cebe1), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.346295 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769c8dd2-2e5f-40b1-89e3-279b06594275 admin admin] Made reservation on behalf of ad6163233adb43149b021649508e8ff6 for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:04:14.349372 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-769c8dd2-2e5f-40b1-89e3-279b06594275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.359787 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-769c8dd2-2e5f-40b1-89e3-279b06594275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.409091 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-76adf021-631b-46e1-8db2-8f6f5dff219a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0663471 Jan 26 19:04:14.409091 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fe9e1-351b-4018-9300-6cb1ab9a364f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784d396e-60be-4ed1-8f4f-060193cee654,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:14.448788 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-02ef0602-e18c-48f4-90ff-627995cc6dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (d470bfb1-8cf9-454c-8ad3-4698127cebe1), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.471631 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ef0602-e18c-48f4-90ff-627995cc6dde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:04:14.481461 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-769c8dd2-2e5f-40b1-89e3-279b06594275 admin admin] Publish callbacks [] for security_group (a6940970-a64f-4fdf-906f-ac9b53e4530e), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.484424 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe9e1-351b-4018-9300-6cb1ab9a364f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (921d1990-0cae-4d45-bbe0-ab047b54ae33), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.486043 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7fe9e1-351b-4018-9300-6cb1ab9a364f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:14.487443 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca7fe9e1-351b-4018-9300-6cb1ab9a364f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.505423 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef0602-e18c-48f4-90ff-627995cc6dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d470bfb1-8cf9-454c-8ad3-4698127cebe1,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:14.513841 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-02ef0602-e18c-48f4-90ff-627995cc6dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (306fbbc1-e914-4577-abe5-2b3bfa4eaa3b), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.514190 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-02ef0602-e18c-48f4-90ff-627995cc6dde admin admin] Added segment 306fbbc1-e914-4577-abe5-2b3bfa4eaa3b of type vlan for network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca Jan 26 19:04:14.602759 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-02ef0602-e18c-48f4-90ff-627995cc6dde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (027b7978-2d1e-4ab4-a90c-f5f5f682cdca), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.607356 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fe9e1-351b-4018-9300-6cb1ab9a364f admin admin] Pushing event updated for resources: {'Network': ['ID=921d1990-0cae-4d45-bbe0-ab047b54ae33,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:14.619378 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network 921d1990-0cae-4d45-bbe0-ab047b54ae33 details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:04:14.650110 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-769c8dd2-2e5f-40b1-89e3-279b06594275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (a6940970-a64f-4fdf-906f-ac9b53e4530e), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.708094 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769c8dd2-2e5f-40b1-89e3-279b06594275 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:04:14.717749 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-769c8dd2-2e5f-40b1-89e3-279b06594275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (11ecee25-3af8-48ff-8d6b-d80d3818c6dc), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.718086 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-769c8dd2-2e5f-40b1-89e3-279b06594275 admin admin] Added segment 11ecee25-3af8-48ff-8d6b-d80d3818c6dc of type vlan for network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf Jan 26 19:04:14.725691 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-ca7fe9e1-351b-4018-9300-6cb1ab9a364f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2872133 Jan 26 19:04:14.731074 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:04:14.734243 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 38688) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:14.740259 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-317abe31-04cc-4550-bc69-56174bc40a77 admin admin] Request body: {'subnet': {'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-669268755-subnet', 'tenant_id': '962aee889d284a26804b539454f574a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:14.758549 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-769c8dd2-2e5f-40b1-89e3-279b06594275 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.765781 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c8dd2-2e5f-40b1-89e3-279b06594275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6940970-a64f-4fdf-906f-ac9b53e4530e,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:14.890982 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317abe31-04cc-4550-bc69-56174bc40a77 admin admin] Made reservation on behalf of 962aee889d284a26804b539454f574a5 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:04:14.891897 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-02ef0602-e18c-48f4-90ff-627995cc6dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (027b7978-2d1e-4ab4-a90c-f5f5f682cdca), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.893371 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ef0602-e18c-48f4-90ff-627995cc6dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:14.893751 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-317abe31-04cc-4550-bc69-56174bc40a77 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.899354 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-02ef0602-e18c-48f4-90ff-627995cc6dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.973741 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-769c8dd2-2e5f-40b1-89e3-279b06594275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.973741 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769c8dd2-2e5f-40b1-89e3-279b06594275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:14.973741 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-769c8dd2-2e5f-40b1-89e3-279b06594275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:14.977265 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef0602-e18c-48f4-90ff-627995cc6dde admin admin] Pushing event updated for resources: {'Network': ['ID=027b7978-2d1e-4ab4-a90c-f5f5f682cdca,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:14.991298 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:04:15.030807 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-02ef0602-e18c-48f4-90ff-627995cc6dde admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3041511 Jan 26 19:04:15.031646 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38706) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:15.043262 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-942f1038-e774-425e-be65-e94161a94529 admin admin] Request body: {'subnet': {'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-subnet', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:15.063457 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c8dd2-2e5f-40b1-89e3-279b06594275 admin admin] Pushing event updated for resources: {'Network': ['ID=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:15.148286 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:04:15.148617 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-769c8dd2-2e5f-40b1-89e3-279b06594275 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3039918 Jan 26 19:04:15.151542 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38712) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:15.165455 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-8e60b366-eb78-4b0d-b561-543b434a88e7 admin admin] Request body: {'subnet': {'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-52999155-subnet', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:15.233753 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942f1038-e774-425e-be65-e94161a94529 admin admin] Made reservation on behalf of 576e14109c434e728644c0dd02a7a738 for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:04:15.237042 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-942f1038-e774-425e-be65-e94161a94529 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:15.265117 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-317abe31-04cc-4550-bc69-56174bc40a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for subnet (e1d20eae-eca3-4437-bd5f-ba7798de1214), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:15.284279 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e60b366-eb78-4b0d-b561-543b434a88e7 admin admin] Made reservation on behalf of ad6163233adb43149b021649508e8ff6 for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:04:15.287415 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8e60b366-eb78-4b0d-b561-543b434a88e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:15.322393 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317abe31-04cc-4550-bc69-56174bc40a77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d20eae-eca3-4437-bd5f-ba7798de1214,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:15.346393 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317abe31-04cc-4550-bc69-56174bc40a77 admin admin] Checking segment: {'id': 'cb572e59-6c33-4e38-beb1-68366b64ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:15.347071 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317abe31-04cc-4550-bc69-56174bc40a77 admin admin] Network hostable DHCP agents. Network: 921d1990-0cae-4d45-bbe0-ab047b54ae33, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:04:15.502429 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317abe31-04cc-4550-bc69-56174bc40a77 admin admin] Network 921d1990-0cae-4d45-bbe0-ab047b54ae33 is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:04:15.613970 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-317abe31-04cc-4550-bc69-56174bc40a77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, 921d1990-0cae-4d45-bbe0-ab047b54ae33) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:15.618249 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317abe31-04cc-4550-bc69-56174bc40a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:15.618982 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-317abe31-04cc-4550-bc69-56174bc40a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:15.627667 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f939c511-cdda-4ab3-9830-96ef0d182e5c None None] Network 921d1990-0cae-4d45-bbe0-ab047b54ae33 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:04:15.653566 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-942f1038-e774-425e-be65-e94161a94529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for subnet (4adaee3d-1301-410a-8b8d-af3b7bad3ff4), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:15.741934 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942f1038-e774-425e-be65-e94161a94529 admin admin] Checking segment: {'id': '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:15.742234 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942f1038-e774-425e-be65-e94161a94529 admin admin] Network hostable DHCP agents. Network: 027b7978-2d1e-4ab4-a90c-f5f5f682cdca, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:04:15.748286 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82285344-a5d4-4ad8-bf97-bd1f810e7f69 None None] Network 921d1990-0cae-4d45-bbe0-ab047b54ae33 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:04:15.753432 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8e60b366-eb78-4b0d-b561-543b434a88e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for subnet (f48a8d7c-62d5-4c66-b22a-175e4457e7a9), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:15.779828 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f1038-e774-425e-be65-e94161a94529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4adaee3d-1301-410a-8b8d-af3b7bad3ff4,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:15.802165 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-317abe31-04cc-4550-bc69-56174bc40a77 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0633633 Jan 26 19:04:15.802165 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 38750) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:15.806239 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-669268755-router', 'tenant_id': '962aee889d284a26804b539454f574a5', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:15.846821 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60b366-eb78-4b0d-b561-543b434a88e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f48a8d7c-62d5-4c66-b22a-175e4457e7a9,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:15.857236 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e60b366-eb78-4b0d-b561-543b434a88e7 admin admin] Checking segment: {'id': '11ecee25-3af8-48ff-8d6b-d80d3818c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:15.859266 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e60b366-eb78-4b0d-b561-543b434a88e7 admin admin] Network hostable DHCP agents. Network: 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:04:15.882990 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942f1038-e774-425e-be65-e94161a94529 admin admin] Network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:04:15.971859 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4153530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103691'] for router (8ff63f56-77c4-4691-aefc-473518b60bc9), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:15.973041 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4155210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4102884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3677798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103730'] for router (8ff63f56-77c4-4691-aefc-473518b60bc9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:15.979667 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38782) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:15.983666 dv-cinder-824187-6-iscsi neutron-server[103145]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 26 19:04:16.018990 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e60b366-eb78-4b0d-b561-543b434a88e7 admin admin] Network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:04:16.058980 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Publish callbacks [] for router_controller (8ff63f56-77c4-4691-aefc-473518b60bc9), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:16.148348 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-942f1038-e774-425e-be65-e94161a94529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, 027b7978-2d1e-4ab4-a90c-f5f5f682cdca) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:16.152881 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942f1038-e774-425e-be65-e94161a94529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:16.153656 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-942f1038-e774-425e-be65-e94161a94529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:16.163989 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-8e60b366-eb78-4b0d-b561-543b434a88e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:16.164156 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9740af10-ac50-4c2e-86e0-dd46e011b2df None None] Network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:04:16.167746 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e60b366-eb78-4b0d-b561-543b434a88e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:16.168100 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8e60b366-eb78-4b0d-b561-543b434a88e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:16.197903 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db979ce3-20ce-49c6-b8fa-7cf70f0416ef None None] Network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:04:16.216490 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-fa3efeb4-3494-48fe-b566-cd9caf15c77d tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:16.218788 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-fa3efeb4-3494-48fe-b566-cd9caf15c77d tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/networks?id=56486b77-f66a-442b-aa39-e5248d3232b9 HTTP/1.1" status: 200 len: 812 time: 0.2355218 Jan 26 19:04:16.233665 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-c6ba40c8-7d11-4b34-b794-175561bc87c1 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/quotas/3ba4bc31711a4106bc3fedea56356a8d HTTP/1.1" status: 200 len: 375 time: 0.0101166 Jan 26 19:04:16.292480 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Publish callbacks [] for router_gateway (8ff63f56-77c4-4691-aefc-473518b60bc9), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:16.380061 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-8e60b366-eb78-4b0d-b561-543b434a88e7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2246380 Jan 26 19:04:16.380397 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 38804) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:16.385996 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:16.401183 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0e4c4ae-1e9b-5d6a-b7eb-1555e507f35f-027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'project_id': '576e14109c434e728644c0dd02a7a738', 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4'}]}} from dv-cinder-824187-6-iscsi. {{(pid=103147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:04:16.401183 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:16.401386 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-942f1038-e774-425e-be65-e94161a94529 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3585403 Jan 26 19:04:16.401482 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 38806) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:16.405740 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-f98c514f-0002-4519-ac53-46370ea64b48 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ba4bc31711a4106bc3fedea56356a8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1656754 Jan 26 19:04:16.407292 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:16.407419 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0e4c4ae-1e9b-5d6a-b7eb-1555e507f35f-55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'project_id': 'ad6163233adb43149b021649508e8ff6', 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9'}]}} from dv-cinder-824187-6-iscsi. {{(pid=103147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:04:16.408217 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:16.530065 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4153530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103691'] for router (74220c30-68c8-43b5-b723-ab32070c3be1), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:16.535079 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4155210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4102884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3677798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103730'] for router (74220c30-68c8-43b5-b723-ab32070c3be1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:16.568998 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4153530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103691'] for router (e87eb1b8-6361-4ff4-a6a0-b5df08abad4e), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:16.570296 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4155210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4102884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3677798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103730'] for router (e87eb1b8-6361-4ff4-a6a0-b5df08abad4e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:16.664133 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Allocated IP 172.20.0.2 (55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf/f48a8d7c-62d5-4c66-b22a-175e4457e7a9/00a58b2d-cee1-4087-8d8d-2194376b6627) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:04:16.667095 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Allocated IP 172.20.0.2 (027b7978-2d1e-4ab4-a90c-f5f5f682cdca/4adaee3d-1301-410a-8b8d-af3b7bad3ff4/cc9441f4-e921-4b4e-b711-222178a2b581) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:04:16.722648 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Publish callbacks [] for router_controller (74220c30-68c8-43b5-b723-ab32070c3be1), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:16.724336 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Publish callbacks [] for router_controller (e87eb1b8-6361-4ff4-a6a0-b5df08abad4e), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:16.729758 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Publish callbacks [] for router_gateway (8ff63f56-77c4-4691-aefc-473518b60bc9), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:16.748548 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:16.762948 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 38816) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:16.794130 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38820) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:17.024978 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-70f37493-5a22-4706-b0e5-882b95cb33c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.062336 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Publish callbacks [] for port (00a58b2d-cee1-4087-8d8d-2194376b6627), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.069512 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Publish callbacks [] for port (cc9441f4-e921-4b4e-b711-222178a2b581), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.080465 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-d0a56dbc-f6bb-4a41-8f4c-82f8a3bdeb6a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:04:17.081743 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-d0a56dbc-f6bb-4a41-8f4c-82f8a3bdeb6a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1680725 Jan 26 19:04:17.161367 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Allocated IP 172.27.2.30 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/8ee2cef1-0825-4edb-b7eb-560a95fc660f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:04:17.162741 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (00a58b2d-cee1-4087-8d8d-2194376b6627), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.209146 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-70f37493-5a22-4706-b0e5-882b95cb33c2 admin admin] Publish callbacks [] for security_group (b4c76dc9-071e-4dc4-84a0-ee17a3c2d0ad), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.231996 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-1ba91ad2-b05f-4e20-b524-4f064ff509e9 service neutron] 10.222.0.52 "GET /v2.0/networks/56486b77-f66a-442b-aa39-e5248d3232b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394031 Jan 26 19:04:17.234718 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a50cbe2d-02cf-4a63-a6dc-4c81e86189e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.243938 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (cc9441f4-e921-4b4e-b711-222178a2b581), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.249787 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:17.257522 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38840) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:17.262051 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:17.265017 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:04:17.284579 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Pushing event updated for resources: {'Port': ['ID=00a58b2d-cee1-4087-8d8d-2194376b6627,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:17.288247 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:17.295630 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:17.299136 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-70f37493-5a22-4706-b0e5-882b95cb33c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (b4c76dc9-071e-4dc4-84a0-ee17a3c2d0ad), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.315981 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:04:17.325188 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:17.325188 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:17.325673 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:17.326745 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:17.327589 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:17.328075 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:17.329608 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:17.330319 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:17.333048 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:17.333048 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:17.333048 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:17.333048 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:17.333048 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Tracked resource versions report: Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: pushed versions: Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: { 'AddressGroup': {'1.2'}, Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'ConntrackHelper': {'1.0'}, Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'LocalIPAssociation': {'1.0'}, Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Log': {'1.0'}, Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Network': {'1.1'}, Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Port': {'1.7'}, Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'PortForwarding': {'1.2'}, Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'QosPolicy': {'1.10'}, Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'SecurityGroup': {'1.5'}, Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'SecurityGroupRule': {'1.2'}, Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'SubPort': {'1.0'}, Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Subnet': {'1.1'}, Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Trunk': {'1.1'}} Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: consumer versions: Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: { DHCP agent@dv-cinder-824187-6-iscsi: {}, Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: HyperV agent@hv-cinder-82418: {}, Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: L3 agent@dv-cinder-824187-6-iscsi: {}, Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: Metadata agent@dv-cinder-824187-6-iscsi: {}, Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: Metering agent@dv-cinder-824187-6-iscsi: {}, Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: Open vSwitch agent@dv-cinder-824187-6-iscsi: { 'AddressGroup': '1.2', Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'ConntrackHelper': '1.0', Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'LocalIPAssociation': '1.0', Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Log': '1.0', Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Network': '1.1', Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Port': '1.7', Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'PortForwarding': '1.2', Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'QosPolicy': '1.10', Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'SecurityGroup': '1.5', Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'SecurityGroupRule': '1.2', Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'SubPort': '1.0', Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Subnet': '1.1', Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: 'Trunk': '1.1'}} Jan 26 19:04:17.334872 dv-cinder-824187-6-iscsi neutron-server[103147]: {{(pid=103147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 19:04:17.377011 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Publish callbacks [] for router_gateway (74220c30-68c8-43b5-b723-ab32070c3be1), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.413671 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-70f37493-5a22-4706-b0e5-882b95cb33c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6055779faebf4e3b854f9b2c81e6ccc7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6146049 Jan 26 19:04:17.415859 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38844) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:17.417892 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Publish callbacks [] for port (8ee2cef1-0825-4edb-b7eb-560a95fc660f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.421481 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Attempting to bind port 00a58b2d-cee1-4087-8d8d-2194376b6627 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:04:17.421856 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Attempting to bind port 00a58b2d-cee1-4087-8d8d-2194376b6627 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '11ecee25-3af8-48ff-8d6b-d80d3818c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:04:17.424446 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Attempting to bind port 00a58b2d-cee1-4087-8d8d-2194376b6627 on network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:17.430096 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f37493-5a22-4706-b0e5-882b95cb33c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c76dc9-071e-4dc4-84a0-ee17a3c2d0ad,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:17.450940 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:04:17.451323 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Checking segment: {'id': '11ecee25-3af8-48ff-8d6b-d80d3818c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:17.451732 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.452168 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Bound using segment: {'id': '11ecee25-3af8-48ff-8d6b-d80d3818c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:04:17.452645 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Bound port: 00a58b2d-cee1-4087-8d8d-2194376b6627, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ecee25-3af8-48ff-8d6b-d80d3818c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:04:17.453087 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (00a58b2d-cee1-4087-8d8d-2194376b6627), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.457401 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Pushing event updated for resources: {'Port': ['ID=cc9441f4-e921-4b4e-b711-222178a2b581,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:17.479399 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Attempting to bind port cc9441f4-e921-4b4e-b711-222178a2b581 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:04:17.480995 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Attempting to bind port cc9441f4-e921-4b4e-b711-222178a2b581 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:04:17.480995 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Attempting to bind port cc9441f4-e921-4b4e-b711-222178a2b581 on network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:17.493309 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-41dd9dc5-5b80-49dd-9206-30b283ce1ef0 service neutron] 10.222.0.52 "GET /v2.0/networks/56486b77-f66a-442b-aa39-e5248d3232b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543452 Jan 26 19:04:17.506978 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:04:17.507355 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Checking segment: {'id': '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:17.507761 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.508155 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Bound using segment: {'id': '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:04:17.508881 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Bound port: cc9441f4-e921-4b4e-b711-222178a2b581, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:04:17.509299 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (cc9441f4-e921-4b4e-b711-222178a2b581), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.523710 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Publish callbacks [] for router_gateway (e87eb1b8-6361-4ff4-a6a0-b5df08abad4e), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.531655 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e09ab930-06ad-49d4-882c-59f1180d8594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.545154 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (8ee2cef1-0825-4edb-b7eb-560a95fc660f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.567564 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:17.576195 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] For port 00a58b2d-cee1-4087-8d8d-2194376b6627, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:04:17.596236 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] For port 00a58b2d-cee1-4087-8d8d-2194376b6627, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=00a58b2d-cee1-4087-8d8d-2194376b6627,segment=NetworkSegment(11ecee25-3af8-48ff-8d6b-d80d3818c6dc),segment_id=11ecee25-3af8-48ff-8d6b-d80d3818c6dc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:04:17.608178 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7203c3d1-a1fe-42fc-b889-50c241631ea0 admin admin] Publish callbacks [] for security_group (b4c76dc9-071e-4dc4-84a0-ee17a3c2d0ad), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.619643 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:17.619643 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Pushing event updated for resources: {'Port': ['ID=8ee2cef1-0825-4edb-b7eb-560a95fc660f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:17.621554 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] For port cc9441f4-e921-4b4e-b711-222178a2b581, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:04:17.627900 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] For port cc9441f4-e921-4b4e-b711-222178a2b581, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=cc9441f4-e921-4b4e-b711-222178a2b581,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:04:17.650006 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:04:17.659403 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7203c3d1-a1fe-42fc-b889-50c241631ea0 admin admin] Publish callbacks [] for security_group (b4c76dc9-071e-4dc4-84a0-ee17a3c2d0ad), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.679670 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (00a58b2d-cee1-4087-8d8d-2194376b6627), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.720446 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e09ab930-06ad-49d4-882c-59f1180d8594 admin admin] Publish callbacks [] for security_group (9af0cb2c-552b-4526-9d92-6ad9321feb69), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.743075 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a7266-4226-4066-9589-1a82fcc0f715 None None] Pushing event updated for resources: {'Port': ['ID=00a58b2d-cee1-4087-8d8d-2194376b6627,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:17.746810 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (cc9441f4-e921-4b4e-b711-222178a2b581), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.816835 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e09ab930-06ad-49d4-882c-59f1180d8594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (9af0cb2c-552b-4526-9d92-6ad9321feb69), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.829245 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7203c3d1-a1fe-42fc-b889-50c241631ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (b4c76dc9-071e-4dc4-84a0-ee17a3c2d0ad), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.837206 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7203c3d1-a1fe-42fc-b889-50c241631ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:17.838398 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7203c3d1-a1fe-42fc-b889-50c241631ea0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4c76dc9-071e-4dc4-84a0-ee17a3c2d0ad HTTP/1.1" status: 204 len: 168 time: 0.4109764 Jan 26 19:04:17.896612 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7c508-13ce-4377-a865-1b79acfd654d None None] Pushing event updated for resources: {'Port': ['ID=cc9441f4-e921-4b4e-b711-222178a2b581,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:18.051573 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a50cbe2d-02cf-4a63-a6dc-4c81e86189e5 admin admin] Publish callbacks [] for security_group (9bbff0e1-3a6c-47d9-a238-fb67a7a64d81), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:18.081498 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-70ffa3b2-4378-45ca-a5dd-f75880d2704d req-3216b2a5-e6e7-4b75-aeb7-67f7e603d63b tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 210 time: 0.1776462 Jan 26 19:04:18.090970 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ab930-06ad-49d4-882c-59f1180d8594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af0cb2c-552b-4526-9d92-6ad9321feb69,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:18.124350 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-e09ab930-06ad-49d4-882c-59f1180d8594 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6f59e7d11689445d936182ae46b8268f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8645597 Jan 26 19:04:18.125151 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203c3d1-a1fe-42fc-b889-50c241631ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c76dc9-071e-4dc4-84a0-ee17a3c2d0ad,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:18.127633 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 38880) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:18.246758 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a50cbe2d-02cf-4a63-a6dc-4c81e86189e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (9bbff0e1-3a6c-47d9-a238-fb67a7a64d81), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:18.246758 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cbe2d-02cf-4a63-a6dc-4c81e86189e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbff0e1-3a6c-47d9-a238-fb67a7a64d81,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:18.473285 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-a50cbe2d-02cf-4a63-a6dc-4c81e86189e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4bf65e8fe7d1402a9ff79d8e9f383f2c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7031624 Jan 26 19:04:18.474134 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38886) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:18.568780 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e4e5bbf4-d696-4a35-aeee-8236551551a1 admin admin] Publish callbacks [] for security_group (9bbff0e1-3a6c-47d9-a238-fb67a7a64d81), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:18.598717 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e4e5bbf4-d696-4a35-aeee-8236551551a1 admin admin] Publish callbacks [] for security_group (9bbff0e1-3a6c-47d9-a238-fb67a7a64d81), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:18.617479 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Publish callbacks [] for router_gateway (8ff63f56-77c4-4691-aefc-473518b60bc9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:18.705786 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 00a58b2d-cee1-4087-8d8d-2194376b6627 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:18.739057 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e4e5bbf4-d696-4a35-aeee-8236551551a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (9bbff0e1-3a6c-47d9-a238-fb67a7a64d81), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:18.743474 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e4e5bbf4-d696-4a35-aeee-8236551551a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:18.744642 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-e4e5bbf4-d696-4a35-aeee-8236551551a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9bbff0e1-3a6c-47d9-a238-fb67a7a64d81 HTTP/1.1" status: 204 len: 168 time: 0.2731299 Jan 26 19:04:18.760920 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5bbf4-d696-4a35-aeee-8236551551a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbff0e1-3a6c-47d9-a238-fb67a7a64d81,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:18.788521 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 00a58b2d-cee1-4087-8d8d-2194376b6627 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:18.789026 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (00a58b2d-cee1-4087-8d8d-2194376b6627), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:18.816039 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38902) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:18.832074 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bdb83880-0657-4e19-bf5a-23d400e746f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:18.842777 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Publish callbacks [] for router_gateway (e87eb1b8-6361-4ff4-a6a0-b5df08abad4e), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:18.883153 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 00a58b2d-cee1-4087-8d8d-2194376b6627 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:18.883153 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (00a58b2d-cee1-4087-8d8d-2194376b6627), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:18.923874 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bdb83880-0657-4e19-bf5a-23d400e746f3 admin admin] Publish callbacks [] for security_group (291b5a73-1aeb-4c08-a3b9-c8433d923bcc), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:18.924380 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] For port 00a58b2d-cee1-4087-8d8d-2194376b6627, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=00a58b2d-cee1-4087-8d8d-2194376b6627,segment=NetworkSegment(11ecee25-3af8-48ff-8d6b-d80d3818c6dc),segment_id=11ecee25-3af8-48ff-8d6b-d80d3818c6dc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:18.976830 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf71a612-9831-453b-905d-deb460114c5f admin admin] Publish callbacks [] for security_group (9af0cb2c-552b-4526-9d92-6ad9321feb69), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:18.982008 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:18.984194 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Publish callbacks [] for router_gateway (74220c30-68c8-43b5-b723-ab32070c3be1), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.031519 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.051057 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf71a612-9831-453b-905d-deb460114c5f admin admin] Publish callbacks [] for security_group (9af0cb2c-552b-4526-9d92-6ad9321feb69), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.056395 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bdb83880-0657-4e19-bf5a-23d400e746f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (291b5a73-1aeb-4c08-a3b9-c8433d923bcc), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.056677 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (00a58b2d-cee1-4087-8d8d-2194376b6627), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.057623 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device cc9441f4-e921-4b4e-b711-222178a2b581 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:19.104223 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-bdb83880-0657-4e19-bf5a-23d400e746f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c2adf22c5cef43daaf0de70771622eea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2872636 Jan 26 19:04:19.104967 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38904) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:19.107008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb83880-0657-4e19-bf5a-23d400e746f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291b5a73-1aeb-4c08-a3b9-c8433d923bcc,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:19.202696 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1468be49-348a-43ef-9dfd-73b643bad769 admin admin] Publish callbacks [] for security_group (291b5a73-1aeb-4c08-a3b9-c8433d923bcc), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.241835 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Pushing event updated for resources: {'Port': ['ID=00a58b2d-cee1-4087-8d8d-2194376b6627,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:19.270471 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port cc9441f4-e921-4b4e-b711-222178a2b581 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:19.271403 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (cc9441f4-e921-4b4e-b711-222178a2b581), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.283903 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1468be49-348a-43ef-9dfd-73b643bad769 admin admin] Publish callbacks [] for security_group (291b5a73-1aeb-4c08-a3b9-c8433d923bcc), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.350075 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5b30729b-8ab0-481b-aef0-504c6f20b898 req-a302ee83-a9b9-4826-b8d7-b1f5f42446b7 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 210 time: 0.0994754 Jan 26 19:04:19.376204 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4155187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4102833'] for router (8ff63f56-77c4-4691-aefc-473518b60bc9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.419641 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port cc9441f4-e921-4b4e-b711-222178a2b581 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:19.421084 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (cc9441f4-e921-4b4e-b711-222178a2b581), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.456302 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Allocated IP 172.27.2.195 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/12d30df7-e14f-4643-9699-4abfe2bdeed8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:04:19.473473 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5106e2b-7813-4ab9-8ccf-0e0f9cfdae8a None None] Network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:04:19.477295 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] For port cc9441f4-e921-4b4e-b711-222178a2b581, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=cc9441f4-e921-4b4e-b711-222178a2b581,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:19.518613 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf71a612-9831-453b-905d-deb460114c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (9af0cb2c-552b-4526-9d92-6ad9321feb69), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.521151 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf71a612-9831-453b-905d-deb460114c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.522489 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-cf71a612-9831-453b-905d-deb460114c5f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9af0cb2c-552b-4526-9d92-6ad9321feb69 HTTP/1.1" status: 204 len: 168 time: 1.3871307 Jan 26 19:04:19.533711 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1468be49-348a-43ef-9dfd-73b643bad769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (291b5a73-1aeb-4c08-a3b9-c8433d923bcc), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.534601 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71a612-9831-453b-905d-deb460114c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af0cb2c-552b-4526-9d92-6ad9321feb69,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:19.536446 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1468be49-348a-43ef-9dfd-73b643bad769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.543766 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-1468be49-348a-43ef-9dfd-73b643bad769 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/291b5a73-1aeb-4c08-a3b9-c8433d923bcc HTTP/1.1" status: 204 len: 168 time: 0.4342282 Jan 26 19:04:19.551717 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468be49-348a-43ef-9dfd-73b643bad769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291b5a73-1aeb-4c08-a3b9-c8433d923bcc,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:19.617373 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (cc9441f4-e921-4b4e-b711-222178a2b581), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.705557 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Pushing event updated for resources: {'Port': ['ID=cc9441f4-e921-4b4e-b711-222178a2b581,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:19.752130 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Publish callbacks [] for port (12d30df7-e14f-4643-9699-4abfe2bdeed8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.795540 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-3031a795-d483-49b5-8b99-6c07e2c16cb7 None None] Provisioning complete for port 00a58b2d-cee1-4087-8d8d-2194376b6627 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:19.796103 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3031a795-d483-49b5-8b99-6c07e2c16cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (00a58b2d-cee1-4087-8d8d-2194376b6627), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.963404 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3031a795-d483-49b5-8b99-6c07e2c16cb7 None None] Current status of the port 00a58b2d-cee1-4087-8d8d-2194376b6627 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:19.978739 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (12d30df7-e14f-4643-9699-4abfe2bdeed8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:19.979264 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d458f872-23ba-4a44-8266-24e05cdb3ede None None] Network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:04:20.033956 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Router 8ff63f56-77c4-4691-aefc-473518b60bc9 is scheduled to L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:04:20.076249 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:20.081529 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Pushing event updated for resources: {'Port': ['ID=12d30df7-e14f-4643-9699-4abfe2bdeed8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:20.090224 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:20.092920 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Allocated IP 172.27.2.231 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/c5c0d6eb-020f-42bf-b340-af2803265fd6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:04:20.141920 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:04:20.195012 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-91e9ed7d-a8df-4bcd-a079-0ea1ccc7e055 None None] Provisioning complete for port cc9441f4-e921-4b4e-b711-222178a2b581 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:20.195394 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91e9ed7d-a8df-4bcd-a079-0ea1ccc7e055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (cc9441f4-e921-4b4e-b711-222178a2b581), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:20.328195 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-91e9ed7d-a8df-4bcd-a079-0ea1ccc7e055 None None] Current status of the port cc9441f4-e921-4b4e-b711-222178a2b581 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:20.401562 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:04:20.414340 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Sync routers for ids ['8ff63f56-77c4-4691-aefc-473518b60bc9'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:04:20.443476 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Routers {'8ff63f56-77c4-4691-aefc-473518b60bc9'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:04:20.444538 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:04:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['8ff63f56-77c4-4691-aefc-473518b60bc9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:20.460532 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-a7e85daa-6a6d-4ef6-918b-eb1af014c85c None None] Provisioning complete for port 00a58b2d-cee1-4087-8d8d-2194376b6627 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:20.465357 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7e85daa-6a6d-4ef6-918b-eb1af014c85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (00a58b2d-cee1-4087-8d8d-2194376b6627), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:20.595778 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Publish callbacks [] for port (c5c0d6eb-020f-42bf-b340-af2803265fd6), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:20.612564 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:20.613983 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-01365137-9e17-4e2e-a42d-89af42e7030d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8109906 Jan 26 19:04:20.618163 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 38962) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:20.638036 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38964) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:20.639991 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 00a58b2d-cee1-4087-8d8d-2194376b6627 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:20.648946 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8b56d264-a5bb-4d68-82b9-3e5f2e15f43c req-724c6562-aa71-4a66-8e43-fd54121d1df7 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 210 time: 0.1135316 Jan 26 19:04:20.681021 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-20a7dbd4-4592-40af-b1dd-52c6c02e005c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:20.715298 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a7e85daa-6a6d-4ef6-918b-eb1af014c85c None None] Current status of the port 00a58b2d-cee1-4087-8d8d-2194376b6627 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:20.769801 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 00a58b2d-cee1-4087-8d8d-2194376b6627 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:20.770634 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (00a58b2d-cee1-4087-8d8d-2194376b6627), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:20.821987 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Set router 8ff63f56-77c4-4691-aefc-473518b60bc9 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:04:20.824107 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Publish callbacks [] for router_gateway (e87eb1b8-6361-4ff4-a6a0-b5df08abad4e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:20.825198 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-20a7dbd4-4592-40af-b1dd-52c6c02e005c admin admin] Publish callbacks [] for security_group (88ae84d3-789d-43d2-a529-c18bf1fc36ed), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:20.853323 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-602407bd-8919-46ac-b470-858cf0a1ebb9 None None] Provisioning complete for port cc9441f4-e921-4b4e-b711-222178a2b581 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:20.854516 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-602407bd-8919-46ac-b470-858cf0a1ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (cc9441f4-e921-4b4e-b711-222178a2b581), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:20.930939 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 00a58b2d-cee1-4087-8d8d-2194376b6627 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:20.932087 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device cc9441f4-e921-4b4e-b711-222178a2b581 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:20.961352 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (c5c0d6eb-020f-42bf-b340-af2803265fd6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:21.007808 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-20a7dbd4-4592-40af-b1dd-52c6c02e005c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (88ae84d3-789d-43d2-a529-c18bf1fc36ed), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:21.042857 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-669268755-router', 'tenant_id': '962aee889d284a26804b539454f574a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '8ee2cef1-0825-4edb-b7eb-560a95fc660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:15Z', 'updated_at': '2022-01-26T19:04:17Z', 'revision_number': 3, 'project_id': '962aee889d284a26804b539454f574a5', 'gw_port': {'id': '8ee2cef1-0825-4edb-b7eb-560a95fc660f', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:21.067831 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-602407bd-8919-46ac-b470-858cf0a1ebb9 None None] Current status of the port cc9441f4-e921-4b4e-b711-222178a2b581 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:21.079351 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Checking router: 8ff63f56-77c4-4691-aefc-473518b60bc9 for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:04:21.079841 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Updating router 8ff63f56-77c4-4691-aefc-473518b60bc9 port 8ee2cef1-0825-4edb-b7eb-560a95fc660f binding host dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:04:21.083854 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port cc9441f4-e921-4b4e-b711-222178a2b581 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:21.084359 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (cc9441f4-e921-4b4e-b711-222178a2b581), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:21.096029 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-20a7dbd4-4592-40af-b1dd-52c6c02e005c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b36182d4182948d68c7d10db3386ea2a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4426262 Jan 26 19:04:21.096029 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7dbd4-4592-40af-b1dd-52c6c02e005c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ae84d3-789d-43d2-a529-c18bf1fc36ed,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:21.096832 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 38972) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:21.108949 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (8ee2cef1-0825-4edb-b7eb-560a95fc660f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:21.176078 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Pushing event updated for resources: {'Port': ['ID=c5c0d6eb-020f-42bf-b340-af2803265fd6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:21.202783 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:21.455893 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:21.456551 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3b305892-47d8-4eb2-8bd8-725d771c9b80 admin admin] Publish callbacks [] for security_group (88ae84d3-789d-43d2-a529-c18bf1fc36ed), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:21.464632 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:04:21.464963 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port cc9441f4-e921-4b4e-b711-222178a2b581 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:21.465361 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3b305892-47d8-4eb2-8bd8-725d771c9b80 admin admin] Publish callbacks [] for security_group (88ae84d3-789d-43d2-a529-c18bf1fc36ed), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:21.582070 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Publish callbacks [] for port (8ee2cef1-0825-4edb-b7eb-560a95fc660f), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:21.688336 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3b305892-47d8-4eb2-8bd8-725d771c9b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (88ae84d3-789d-43d2-a529-c18bf1fc36ed), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:21.691258 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3b305892-47d8-4eb2-8bd8-725d771c9b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:21.705762 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-3b305892-47d8-4eb2-8bd8-725d771c9b80 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88ae84d3-789d-43d2-a529-c18bf1fc36ed HTTP/1.1" status: 204 len: 168 time: 0.5948472 Jan 26 19:04:21.705762 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b305892-47d8-4eb2-8bd8-725d771c9b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ae84d3-789d-43d2-a529-c18bf1fc36ed,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:21.715703 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4155187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4102833'] for router (e87eb1b8-6361-4ff4-a6a0-b5df08abad4e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:21.745769 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (8ee2cef1-0825-4edb-b7eb-560a95fc660f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:21.837194 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7c337c1b-b230-453d-b37f-230432ef88e5 req-f2d0cf9a-3ed7-47d5-9c8b-afac005e1294 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 210 time: 0.0554159 Jan 26 19:04:21.875105 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Attempting to bind port 8ee2cef1-0825-4edb-b7eb-560a95fc660f on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:04:21.876418 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Attempting to bind port 8ee2cef1-0825-4edb-b7eb-560a95fc660f by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:04:21.877670 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Attempting to bind port 8ee2cef1-0825-4edb-b7eb-560a95fc660f on network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:21.880873 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae014317-2457-48c0-b204-499c732168a2 None None] Pushing event updated for resources: {'Port': ['ID=8ee2cef1-0825-4edb-b7eb-560a95fc660f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:21.892626 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae014317-2457-48c0-b204-499c732168a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae014317-2457-48c0-b204-499c732168a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae014317-2457-48c0-b204-499c732168a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae014317-2457-48c0-b204-499c732168a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae014317-2457-48c0-b204-499c732168a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae014317-2457-48c0-b204-499c732168a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae014317-2457-48c0-b204-499c732168a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae014317-2457-48c0-b204-499c732168a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae014317-2457-48c0-b204-499c732168a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae014317-2457-48c0-b204-499c732168a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae014317-2457-48c0-b204-499c732168a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae014317-2457-48c0-b204-499c732168a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae014317-2457-48c0-b204-499c732168a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae014317-2457-48c0-b204-499c732168a2 None None] Tracked resource versions report: Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: pushed versions: Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: { 'AddressGroup': {'1.2'}, Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'ConntrackHelper': {'1.0'}, Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'LocalIPAssociation': {'1.0'}, Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Log': {'1.0'}, Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Network': {'1.1'}, Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Port': {'1.7'}, Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'PortForwarding': {'1.2'}, Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'QosPolicy': {'1.10'}, Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'SecurityGroup': {'1.5'}, Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'SecurityGroupRule': {'1.2'}, Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'SubPort': {'1.0'}, Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Subnet': {'1.1'}, Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Trunk': {'1.1'}} Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: consumer versions: Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: { DHCP agent@dv-cinder-824187-6-iscsi: {}, Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: HyperV agent@hv-cinder-82418: {}, Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: L3 agent@dv-cinder-824187-6-iscsi: {}, Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: Metadata agent@dv-cinder-824187-6-iscsi: {}, Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: Metering agent@dv-cinder-824187-6-iscsi: {}, Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: Open vSwitch agent@dv-cinder-824187-6-iscsi: { 'AddressGroup': '1.2', Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'ConntrackHelper': '1.0', Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'LocalIPAssociation': '1.0', Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Log': '1.0', Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Network': '1.1', Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Port': '1.7', Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'PortForwarding': '1.2', Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'QosPolicy': '1.10', Jan 26 19:04:21.899874 dv-cinder-824187-6-iscsi neutron-server[103148]: 'SecurityGroup': '1.5', Jan 26 19:04:21.902293 dv-cinder-824187-6-iscsi neutron-server[103148]: 'SecurityGroupRule': '1.2', Jan 26 19:04:21.902293 dv-cinder-824187-6-iscsi neutron-server[103148]: 'SubPort': '1.0', Jan 26 19:04:21.902293 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Subnet': '1.1', Jan 26 19:04:21.902293 dv-cinder-824187-6-iscsi neutron-server[103148]: 'Trunk': '1.1'}} Jan 26 19:04:21.902293 dv-cinder-824187-6-iscsi neutron-server[103148]: {{(pid=103148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 19:04:21.902293 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:04:21.902293 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Checking segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:21.902293 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:21.902293 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Bound using segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:04:21.903781 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Bound port: 8ee2cef1-0825-4edb-b7eb-560a95fc660f, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:04:21.903781 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (8ee2cef1-0825-4edb-b7eb-560a95fc660f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:21.965847 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] For port 8ee2cef1-0825-4edb-b7eb-560a95fc660f, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:04:21.969807 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] For port 8ee2cef1-0825-4edb-b7eb-560a95fc660f, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=8ee2cef1-0825-4edb-b7eb-560a95fc660f,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:04:21.973276 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:22.020343 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Publish callbacks [] for router_gateway (74220c30-68c8-43b5-b723-ab32070c3be1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:22.026279 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:22.083369 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (8ee2cef1-0825-4edb-b7eb-560a95fc660f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:22.159921 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Routers {'8ff63f56-77c4-4691-aefc-473518b60bc9'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:04:22.160245 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:04:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['8ff63f56-77c4-4691-aefc-473518b60bc9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:22.197916 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae014317-2457-48c0-b204-499c732168a2 None None] Pushing event updated for resources: {'Port': ['ID=8ee2cef1-0825-4edb-b7eb-560a95fc660f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:22.219835 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e is scheduled to L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:04:22.280197 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] Set router 8ff63f56-77c4-4691-aefc-473518b60bc9 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:04:22.517105 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Allocated IP 172.20.0.1 (921d1990-0cae-4d45-bbe0-ab047b54ae33/e1d20eae-eca3-4437-bd5f-ba7798de1214/2bd73c5e-90bd-4d7d-9245-f2b200b4e73f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:04:22.536935 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:04:22.551143 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Sync routers for ids ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:04:22.555905 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-669268755-router', 'tenant_id': '962aee889d284a26804b539454f574a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '8ee2cef1-0825-4edb-b7eb-560a95fc660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:15Z', 'updated_at': '2022-01-26T19:04:17Z', 'revision_number': 3, 'project_id': '962aee889d284a26804b539454f574a5', 'gw_port': {'id': '8ee2cef1-0825-4edb-b7eb-560a95fc660f', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:22.568375 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Routers {'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:04:22.571186 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:04:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:22.605691 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ff39f2-ed9e-4632-8e13-99d2da1aba74 None None] The sync data for ids ['8ff63f56-77c4-4691-aefc-473518b60bc9'] in dv-cinder-824187-6-iscsi is: [{'id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-669268755-router', 'tenant_id': '962aee889d284a26804b539454f574a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '8ee2cef1-0825-4edb-b7eb-560a95fc660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:15Z', 'updated_at': '2022-01-26T19:04:17Z', 'revision_number': 3, 'project_id': '962aee889d284a26804b539454f574a5', 'gw_port': {'id': '8ee2cef1-0825-4edb-b7eb-560a95fc660f', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:04:22.632553 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4155187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4102833'] for router (74220c30-68c8-43b5-b723-ab32070c3be1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:22.778046 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:22.779309 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-b7f6de10-c939-4daa-a3c2-9ae5f730e8d9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3771887 Jan 26 19:04:22.782355 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39038) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:22.820534 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Publish callbacks [] for port (2bd73c5e-90bd-4d7d-9245-f2b200b4e73f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:22.958880 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Set router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:04:22.988862 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Router 74220c30-68c8-43b5-b723-ab32070c3be1 is scheduled to L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:04:23.032417 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d5ec1d56-63fc-4823-9cb6-fa111feac157 req-1b68c8a3-dd5a-4fbc-a25c-5942008d2a24 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 210 time: 0.0817206 Jan 26 19:04:23.129254 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 64374) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:23.154081 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (2bd73c5e-90bd-4d7d-9245-f2b200b4e73f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:23.351091 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:20Z', 'revision_number': 3, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:23.418678 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Checking router: e87eb1b8-6361-4ff4-a6a0-b5df08abad4e for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:04:23.419241 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Updating router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e port 12d30df7-e14f-4643-9699-4abfe2bdeed8 binding host dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:04:23.477524 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (12d30df7-e14f-4643-9699-4abfe2bdeed8), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:23.672954 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Network 921d1990-0cae-4d45-bbe0-ab047b54ae33 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:23.691287 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:23.693919 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:04:23.694590 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4102628'] for router_interface (8ff63f56-77c4-4691-aefc-473518b60bc9), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:23.777173 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:04:23.788163 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Sync routers for ids ['74220c30-68c8-43b5-b723-ab32070c3be1'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:04:23.807254 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Routers {'74220c30-68c8-43b5-b723-ab32070c3be1'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:04:23.808212 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:04:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['74220c30-68c8-43b5-b723-ab32070c3be1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:23.825136 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Pushing event updated for resources: {'Port': ['ID=2bd73c5e-90bd-4d7d-9245-f2b200b4e73f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:23.894259 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-2a12c4c7-4081-4f6a-a5cd-6e4638fd0c07 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:23.896206 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-2a12c4c7-4081-4f6a-a5cd-6e4638fd0c07 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.55 "GET /v2.0/networks?id=56486b77-f66a-442b-aa39-e5248d3232b9 HTTP/1.1" status: 200 len: 812 time: 0.7653196 Jan 26 19:04:23.940999 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:23.949136 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-9bb4575c-61e7-45c0-91f5-ec3234c54dcc admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5641415 Jan 26 19:04:23.956001 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 39072) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:24.003951 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Publish callbacks [] for port (12d30df7-e14f-4643-9699-4abfe2bdeed8), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:24.019614 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Set router 74220c30-68c8-43b5-b723-ab32070c3be1 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:04:24.043599 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-7b5ecdb6-ebaf-4b51-acc6-dd7460643b97 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Request body: {'port': {'device_id': 'da281678-58d0-49f4-a43b-a200363a5a68', 'network_id': '56486b77-f66a-442b-aa39-e5248d3232b9', 'admin_state_up': True, 'tenant_id': '3ba4bc31711a4106bc3fedea56356a8d'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:24.079576 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (12d30df7-e14f-4643-9699-4abfe2bdeed8), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:24.183743 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Attempting to bind port 12d30df7-e14f-4643-9699-4abfe2bdeed8 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:04:24.185525 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Attempting to bind port 12d30df7-e14f-4643-9699-4abfe2bdeed8 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:04:24.189881 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Attempting to bind port 12d30df7-e14f-4643-9699-4abfe2bdeed8 on network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:24.232289 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:04:24.238537 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Checking segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:24.239065 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:24.241097 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Bound using segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:04:24.241665 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Bound port: 12d30df7-e14f-4643-9699-4abfe2bdeed8, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:04:24.242325 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (12d30df7-e14f-4643-9699-4abfe2bdeed8), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:24.291605 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:24.329014 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcffb0-7e22-45e6-88c5-c2d3e72b6e29 None None] Pushing event updated for resources: {'Port': ['ID=12d30df7-e14f-4643-9699-4abfe2bdeed8,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:24.391789 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (2bd73c5e-90bd-4d7d-9245-f2b200b4e73f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:24.415945 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 39100) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:24.425487 dv-cinder-824187-6-iscsi neutron-server[103146]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 26 19:04:24.449595 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] For port 12d30df7-e14f-4643-9699-4abfe2bdeed8, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:04:24.463476 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] For port 12d30df7-e14f-4643-9699-4abfe2bdeed8, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=12d30df7-e14f-4643-9699-4abfe2bdeed8,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:04:24.499949 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:21Z', 'revision_number': 3, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:24.608266 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (12d30df7-e14f-4643-9699-4abfe2bdeed8), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:24.632854 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Checking router: 74220c30-68c8-43b5-b723-ab32070c3be1 for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:04:24.633501 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Updating router 74220c30-68c8-43b5-b723-ab32070c3be1 port c5c0d6eb-020f-42bf-b340-af2803265fd6 binding host dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:04:24.728301 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c5c0d6eb-020f-42bf-b340-af2803265fd6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:24.741088 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Publish callbacks [] for port (2bd73c5e-90bd-4d7d-9245-f2b200b4e73f), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:24.744609 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-53fb7308-e053-432e-a68e-a800dbb6690c req-bb9ff314-6fbd-4fdc-881e-11f607bd68a4 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 210 time: 0.3228657 Jan 26 19:04:24.780276 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcffb0-7e22-45e6-88c5-c2d3e72b6e29 None None] Pushing event updated for resources: {'Port': ['ID=12d30df7-e14f-4643-9699-4abfe2bdeed8,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:24.787397 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 8ee2cef1-0825-4edb-b7eb-560a95fc660f up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:24.805584 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Allocated IP 172.20.0.1 (027b7978-2d1e-4ab4-a90c-f5f5f682cdca/4adaee3d-1301-410a-8b8d-af3b7bad3ff4/dea40113-6e4c-4164-9a04-67ebf0a6c610) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:04:24.811488 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (2bd73c5e-90bd-4d7d-9245-f2b200b4e73f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:24.812302 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4103796'] for router_interface (8ff63f56-77c4-4691-aefc-473518b60bc9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:24.886790 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Routers {'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:04:24.888510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:04:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:24.931107 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Pushing event updated for resources: {'Port': ['ID=2bd73c5e-90bd-4d7d-9245-f2b200b4e73f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:25.071079 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Publish callbacks [] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:25.145678 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] Set router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:04:25.195995 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 8ee2cef1-0825-4edb-b7eb-560a95fc660f triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:25.196395 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (8ee2cef1-0825-4edb-b7eb-560a95fc660f), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:25.274889 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Network 921d1990-0cae-4d45-bbe0-ab047b54ae33 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:25.277726 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:25.286483 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:25.348037 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Publish callbacks [] for port (c5c0d6eb-020f-42bf-b340-af2803265fd6), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:25.394848 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:25.401505 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:25.428199 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:04:25.429115 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4102628'] for router_interface (e87eb1b8-6361-4ff4-a6a0-b5df08abad4e), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:25.480369 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 8ee2cef1-0825-4edb-b7eb-560a95fc660f is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:25.480988 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (8ee2cef1-0825-4edb-b7eb-560a95fc660f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:25.495114 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-7b5ecdb6-ebaf-4b51-acc6-dd7460643b97 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Made reservation on behalf of 3ba4bc31711a4106bc3fedea56356a8d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:04:25.499233 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (c5c0d6eb-020f-42bf-b340-af2803265fd6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:25.525787 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-7b5ecdb6-ebaf-4b51-acc6-dd7460643b97 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:25.526887 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] For port 8ee2cef1-0825-4edb-b7eb-560a95fc660f, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=8ee2cef1-0825-4edb-b7eb-560a95fc660f,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:25.597728 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:20Z', 'revision_number': 3, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:25.652150 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39150) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:25.657900 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70388d-7c5b-402e-bb94-85d2f122bdea None None] Pushing event updated for resources: {'Port': ['ID=c5c0d6eb-020f-42bf-b340-af2803265fd6,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:25.669843 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (8ee2cef1-0825-4edb-b7eb-560a95fc660f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:25.714373 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Pushing event updated for resources: {'Port': ['ID=dea40113-6e4c-4164-9a04-67ebf0a6c610,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:25.720687 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d679ecd-f06c-4513-9278-97171213d523 None None] The sync data for ids ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'] in dv-cinder-824187-6-iscsi is: [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:20Z', 'revision_number': 3, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:04:25.742117 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Attempting to bind port c5c0d6eb-020f-42bf-b340-af2803265fd6 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:04:25.742556 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Attempting to bind port c5c0d6eb-020f-42bf-b340-af2803265fd6 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:04:25.745431 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Attempting to bind port c5c0d6eb-020f-42bf-b340-af2803265fd6 on network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:25.802672 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:04:25.802672 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Checking segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:25.822481 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:25.824550 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Bound using segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:04:25.825103 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Bound port: c5c0d6eb-020f-42bf-b340-af2803265fd6, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:04:25.831458 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c5c0d6eb-020f-42bf-b340-af2803265fd6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:25.894325 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Pushing event updated for resources: {'Port': ['ID=8ee2cef1-0825-4edb-b7eb-560a95fc660f,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:25.973794 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-39580a17-5dce-427e-a456-36746c39851f None None] Provisioning complete for port dea40113-6e4c-4164-9a04-67ebf0a6c610 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:25.974456 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-39580a17-5dce-427e-a456-36746c39851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:26.023296 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] For port c5c0d6eb-020f-42bf-b340-af2803265fd6, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:04:26.027684 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] For port c5c0d6eb-020f-42bf-b340-af2803265fd6, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=c5c0d6eb-020f-42bf-b340-af2803265fd6,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:04:26.097316 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-39580a17-5dce-427e-a456-36746c39851f None None] Port dea40113-6e4c-4164-9a04-67ebf0a6c610 cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:04:26.116826 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (c5c0d6eb-020f-42bf-b340-af2803265fd6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:26.209173 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ae5477b7-4be0-415a-a555-eadf24c9edcd req-c434c24a-0bed-48da-9179-bb20ece6e29c tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 210 time: 0.1547031 Jan 26 19:04:26.278243 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-28953d63-f460-4a2a-a7c8-c0ba23fd8801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:26.292080 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70388d-7c5b-402e-bb94-85d2f122bdea None None] Pushing event updated for resources: {'Port': ['ID=c5c0d6eb-020f-42bf-b340-af2803265fd6,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:26.308220 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Routers {'74220c30-68c8-43b5-b723-ab32070c3be1'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:04:26.308925 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:04:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['74220c30-68c8-43b5-b723-ab32070c3be1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:26.579432 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:26.649309 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] Set router 74220c30-68c8-43b5-b723-ab32070c3be1 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:04:26.877420 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-28953d63-f460-4a2a-a7c8-c0ba23fd8801 admin admin] Publish callbacks [] for security_group (63a83f19-8efd-4aee-98af-9149bff8de13), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:26.900582 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 12d30df7-e14f-4643-9699-4abfe2bdeed8 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:27.034612 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-28953d63-f460-4a2a-a7c8-c0ba23fd8801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (63a83f19-8efd-4aee-98af-9149bff8de13), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:27.043065 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39174) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:27.093741 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28953d63-f460-4a2a-a7c8-c0ba23fd8801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a83f19-8efd-4aee-98af-9149bff8de13,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:27.110204 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Router 8ff63f56-77c4-4691-aefc-473518b60bc9 has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:04:27.167853 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 12d30df7-e14f-4643-9699-4abfe2bdeed8 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:27.168232 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (12d30df7-e14f-4643-9699-4abfe2bdeed8), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:27.182804 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-28953d63-f460-4a2a-a7c8-c0ba23fd8801 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=295ab9372e514600ba7c6310b088df65&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5132020 Jan 26 19:04:27.189351 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39178) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:27.401328 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 12d30df7-e14f-4643-9699-4abfe2bdeed8 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:27.401943 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (12d30df7-e14f-4643-9699-4abfe2bdeed8), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:27.403474 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-694e51f4-c482-4aa1-9f5f-6a614f00e065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:27.457081 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-7b5ecdb6-ebaf-4b51-acc6-dd7460643b97 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Allocated IP 172.20.0.8 (56486b77-f66a-442b-aa39-e5248d3232b9/77df0769-fba2-455a-a755-eab762abd5e2/22944a64-da6b-4d3e-82b6-e7d38be2663b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:04:27.461528 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:21Z', 'revision_number': 3, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:27.463075 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] For port 12d30df7-e14f-4643-9699-4abfe2bdeed8, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=12d30df7-e14f-4643-9699-4abfe2bdeed8,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:27.503867 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f64f7-8bca-46da-8547-361f1a814f1f None None] The sync data for ids ['74220c30-68c8-43b5-b723-ab32070c3be1'] in dv-cinder-824187-6-iscsi is: [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:21Z', 'revision_number': 3, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:04:27.519848 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-192229e2-b8c1-46fb-be36-a6884de2cfb4 req-1bcbb285-1ac6-409a-bdbe-341e021e3e2f tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 210 time: 0.1681800 Jan 26 19:04:27.565200 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (12d30df7-e14f-4643-9699-4abfe2bdeed8), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:27.566051 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 8ee2cef1-0825-4edb-b7eb-560a95fc660f up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:27.583304 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0459b437-b884-4cda-b3f9-e5b768273a7c admin admin] Publish callbacks [] for security_group (63a83f19-8efd-4aee-98af-9149bff8de13), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:27.609853 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0459b437-b884-4cda-b3f9-e5b768273a7c admin admin] Publish callbacks [] for security_group (63a83f19-8efd-4aee-98af-9149bff8de13), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:27.714545 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-694e51f4-c482-4aa1-9f5f-6a614f00e065 admin admin] Publish callbacks [] for security_group (e282ce4e-826f-48e2-a415-b54f8ee5ed11), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:27.743262 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Publish callbacks [] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:27.810044 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Pushing event updated for resources: {'Port': ['ID=12d30df7-e14f-4643-9699-4abfe2bdeed8,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:27.811124 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-694e51f4-c482-4aa1-9f5f-6a614f00e065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (e282ce4e-826f-48e2-a415-b54f8ee5ed11), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:27.814840 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 8ee2cef1-0825-4edb-b7eb-560a95fc660f triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:27.815426 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (8ee2cef1-0825-4edb-b7eb-560a95fc660f), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:27.830555 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:27.852186 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e51f4-c482-4aa1-9f5f-6a614f00e065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e282ce4e-826f-48e2-a415-b54f8ee5ed11,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:27.870671 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-694e51f4-c482-4aa1-9f5f-6a614f00e065 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8bd2f8ca9fb848a69096e63c0c44a95b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7953432 Jan 26 19:04:27.873251 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39194) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:27.885188 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:04:27.921674 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:27.928978 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4103796'] for router_interface (e87eb1b8-6361-4ff4-a6a0-b5df08abad4e), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:27.950446 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-0db6adf0-04f8-45fb-83e3-d40db2cb3eea admin admin] 10.222.0.52 "PUT /v2.0/routers/8ff63f56-77c4-4691-aefc-473518b60bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3292034 Jan 26 19:04:28.039731 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0459b437-b884-4cda-b3f9-e5b768273a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (63a83f19-8efd-4aee-98af-9149bff8de13), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:28.044519 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0459b437-b884-4cda-b3f9-e5b768273a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:28.046865 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-0459b437-b884-4cda-b3f9-e5b768273a7c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/63a83f19-8efd-4aee-98af-9149bff8de13 HTTP/1.1" status: 204 len: 168 time: 0.8559716 Jan 26 19:04:28.063531 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Pushing event updated for resources: {'Port': ['ID=dea40113-6e4c-4164-9a04-67ebf0a6c610,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:28.099310 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Sync routers for ids ['8ff63f56-77c4-4691-aefc-473518b60bc9'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:04:28.103645 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6952a729-6267-4c64-8fc6-9506c024cf4b admin admin] Publish callbacks [] for security_group (e282ce4e-826f-48e2-a415-b54f8ee5ed11), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:28.135768 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6952a729-6267-4c64-8fc6-9506c024cf4b admin admin] Publish callbacks [] for security_group (e282ce4e-826f-48e2-a415-b54f8ee5ed11), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:28.177488 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Routers {'8ff63f56-77c4-4691-aefc-473518b60bc9'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:04:28.182400 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:04:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['8ff63f56-77c4-4691-aefc-473518b60bc9'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:28.321569 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459b437-b884-4cda-b3f9-e5b768273a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a83f19-8efd-4aee-98af-9149bff8de13,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:28.417143 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 8ee2cef1-0825-4edb-b7eb-560a95fc660f is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:28.677805 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Allocated IP 172.20.0.1 (55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf/f48a8d7c-62d5-4c66-b22a-175e4457e7a9/9ab87bc0-cdd7-409d-b790-81cf64d4efbe) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:04:28.789267 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6952a729-6267-4c64-8fc6-9506c024cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (e282ce4e-826f-48e2-a415-b54f8ee5ed11), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:28.800791 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6952a729-6267-4c64-8fc6-9506c024cf4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:28.804244 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-6952a729-6267-4c64-8fc6-9506c024cf4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e282ce4e-826f-48e2-a415-b54f8ee5ed11 HTTP/1.1" status: 204 len: 168 time: 0.9275305 Jan 26 19:04:28.804489 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-7b5ecdb6-ebaf-4b51-acc6-dd7460643b97 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Publish callbacks [] for port (22944a64-da6b-4d3e-82b6-e7d38be2663b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:28.867546 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Set router 8ff63f56-77c4-4691-aefc-473518b60bc9 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:04:28.942811 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26bc88c9-42b2-4800-a4a1-ba1c8c8023d9 req-9f0350f5-edb8-426c-8876-80615e636d92 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 210 time: 0.1557183 Jan 26 19:04:28.967927 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952a729-6267-4c64-8fc6-9506c024cf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e282ce4e-826f-48e2-a415-b54f8ee5ed11,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:29.108008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:29.108463 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:29.181958 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 12d30df7-e14f-4643-9699-4abfe2bdeed8 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:29.245729 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Publish callbacks [] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:29.252281 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-7b5ecdb6-ebaf-4b51-acc6-dd7460643b97 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (22944a64-da6b-4d3e-82b6-e7d38be2663b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:29.452796 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:04:29.644304 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 12d30df7-e14f-4643-9699-4abfe2bdeed8 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:29.646876 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (12d30df7-e14f-4643-9699-4abfe2bdeed8), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:29.678794 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39258) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:29.702550 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-dff33b0b-3caf-4b4e-9f90-66b7f205cb0d None None] Provisioning complete for port dea40113-6e4c-4164-9a04-67ebf0a6c610 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:29.703806 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dff33b0b-3caf-4b4e-9f90-66b7f205cb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:29.710155 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e919aaae-383a-4b6b-acfd-3f98d4b43972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:29.746710 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:04:29.768530 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Sync routers for ids ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:04:29.785316 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Routers {'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:04:29.786220 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:04:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:29.787324 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-049d1033-3ac0-4191-99ce-a14534a492fc admin admin] 10.222.0.52 "PUT /v2.0/routers/e87eb1b8-6361-4ff4-a6a0-b5df08abad4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0037744 Jan 26 19:04:29.811509 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ecdb6-ebaf-4b51-acc6-dd7460643b97 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Pushing event updated for resources: {'Port': ['ID=22944a64-da6b-4d3e-82b6-e7d38be2663b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:29.900106 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dff33b0b-3caf-4b4e-9f90-66b7f205cb0d None None] Port dea40113-6e4c-4164-9a04-67ebf0a6c610 cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:04:29.915270 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-7b5ecdb6-ebaf-4b51-acc6-dd7460643b97 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Network 56486b77-f66a-442b-aa39-e5248d3232b9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:29.941236 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-7b5ecdb6-ebaf-4b51-acc6-dd7460643b97 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:29.966513 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-7b5ecdb6-ebaf-4b51-acc6-dd7460643b97 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:04:29.975345 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-7b5ecdb6-ebaf-4b51-acc6-dd7460643b97 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:29.976590 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-7b5ecdb6-ebaf-4b51-acc6-dd7460643b97 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:29.994599 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-8cc6eb1f-791b-4c8f-a19b-e8b33754d7da tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:29.995844 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-8cc6eb1f-791b-4c8f-a19b-e8b33754d7da tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/networks?id=921d1990-0cae-4d45-bbe0-ab047b54ae33 HTTP/1.1" status: 200 len: 818 time: 0.7395632 Jan 26 19:04:30.030258 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e919aaae-383a-4b6b-acfd-3f98d4b43972 admin admin] Publish callbacks [] for security_group (2aaf1ee7-c734-478a-80b1-4b4bad92120e), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:30.051209 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-c7a2cbde-3750-49e5-b4d7-742cba5b488d tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/quotas/962aee889d284a26804b539454f574a5 HTTP/1.1" status: 200 len: 375 time: 0.0369439 Jan 26 19:04:30.074022 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Set router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:04:30.134271 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-669268755-router', 'tenant_id': '962aee889d284a26804b539454f574a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '8ee2cef1-0825-4edb-b7eb-560a95fc660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:15Z', 'updated_at': '2022-01-26T19:04:24Z', 'revision_number': 4, 'project_id': '962aee889d284a26804b539454f574a5', 'gw_port': {'id': '8ee2cef1-0825-4edb-b7eb-560a95fc660f', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '2bd73c5e-90bd-4d7d-9245-f2b200b4e73f', 'name': '', 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33', 'tenant_id': '962aee889d284a26804b539454f574a5', 'mac_address': 'fa:16:3e:c0:98:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e1d20eae-eca3-4437-bd5f-ba7798de1214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:22Z', 'updated_at': '2022-01-26T19:04:24Z', 'revision_number': 2, 'project_id': '962aee889d284a26804b539454f574a5', 'subnets': [{'id': 'e1d20eae-eca3-4437-bd5f-ba7798de1214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:30.138965 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e919aaae-383a-4b6b-acfd-3f98d4b43972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (2aaf1ee7-c734-478a-80b1-4b4bad92120e), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:30.195325 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:30.217414 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919aaae-383a-4b6b-acfd-3f98d4b43972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaf1ee7-c734-478a-80b1-4b4bad92120e,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:30.219225 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-7b5ecdb6-ebaf-4b51-acc6-dd7460643b97 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1815517 Jan 26 19:04:30.284972 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Checking router: 8ff63f56-77c4-4691-aefc-473518b60bc9 for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:04:30.285588 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Updating router 8ff63f56-77c4-4691-aefc-473518b60bc9 port 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f binding host dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:04:30.347791 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-e919aaae-383a-4b6b-acfd-3f98d4b43972 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=102899f74623420fa2399c14b1420293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6678691 Jan 26 19:04:30.348013 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 12d30df7-e14f-4643-9699-4abfe2bdeed8 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:30.348978 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device c5c0d6eb-020f-42bf-b340-af2803265fd6 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:30.361923 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39288) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:30.372144 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-07e01d02-ac02-4bd7-b6f6-249287c5c1c9 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:04:30.373364 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-07e01d02-ac02-4bd7-b6f6-249287c5c1c9 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173709 Jan 26 19:04:30.376246 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (2bd73c5e-90bd-4d7d-9245-f2b200b4e73f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:30.421327 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-9a9dfe70-0199-46b8-808b-17f1dbfad896 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=962aee889d284a26804b539454f574a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3626494 Jan 26 19:04:30.452752 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:30.466864 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82680299-16ca-4f4a-966d-3ef172185b2b req-054f4b23-e32c-4b33-8e66-036d85bfa9a9 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:30.470219 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Pushing event updated for resources: {'Port': ['ID=9ab87bc0-cdd7-409d-b790-81cf64d4efbe,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:30.479123 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-82680299-16ca-4f4a-966d-3ef172185b2b req-054f4b23-e32c-4b33-8e66-036d85bfa9a9 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 931 time: 0.2714057 Jan 26 19:04:30.486788 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:30.500962 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:04:30.501499 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4102628'] for router_interface (74220c30-68c8-43b5-b723-ab32070c3be1), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:30.532781 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:26Z', 'revision_number': 4, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'dea40113-6e4c-4164-9a04-67ebf0a6c610', 'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'mac_address': 'fa:16:3e:1d:47:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:24Z', 'updated_at': '2022-01-26T19:04:27Z', 'revision_number': 2, 'project_id': '576e14109c434e728644c0dd02a7a738', 'subnets': [{'id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:30.609850 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Checking router: e87eb1b8-6361-4ff4-a6a0-b5df08abad4e for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:04:30.610306 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Updating router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e port dea40113-6e4c-4164-9a04-67ebf0a6c610 binding host dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:04:30.682967 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16d0ffa6-fe78-4b40-adb6-9097085c8df7 admin admin] Publish callbacks [] for security_group (2aaf1ee7-c734-478a-80b1-4b4bad92120e), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:30.703456 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:30.792851 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-82680299-16ca-4f4a-966d-3ef172185b2b req-028d4f69-f532-4f97-9472-d09d8f6189dc tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120682 Jan 26 19:04:30.862401 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16d0ffa6-fe78-4b40-adb6-9097085c8df7 admin admin] Publish callbacks [] for security_group (2aaf1ee7-c734-478a-80b1-4b4bad92120e), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:30.922021 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Request body: {'port': {'device_id': 'da281678-58d0-49f4-a43b-a200363a5a68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:30.969281 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port c5c0d6eb-020f-42bf-b340-af2803265fd6 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:30.969998 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (c5c0d6eb-020f-42bf-b340-af2803265fd6), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:31.069215 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-62d773e4-7516-4e1d-a1d3-a9c49b01d76e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:04:31.079618 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-62d773e4-7516-4e1d-a1d3-a9c49b01d76e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2771497 Jan 26 19:04:31.090833 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-dd661f85-c377-4288-997f-81bcc8f17807 None None] Provisioning complete for port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:31.097750 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd661f85-c377-4288-997f-81bcc8f17807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:31.145762 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dd661f85-c377-4288-997f-81bcc8f17807 None None] Port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:04:31.201820 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16d0ffa6-fe78-4b40-adb6-9097085c8df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (2aaf1ee7-c734-478a-80b1-4b4bad92120e), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:31.211149 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Publish callbacks [] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:31.211922 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16d0ffa6-fe78-4b40-adb6-9097085c8df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:31.219907 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-16d0ffa6-fe78-4b40-adb6-9097085c8df7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2aaf1ee7-c734-478a-80b1-4b4bad92120e HTTP/1.1" status: 204 len: 168 time: 0.8490453 Jan 26 19:04:31.220087 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (22944a64-da6b-4d3e-82b6-e7d38be2663b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:31.240197 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0ffa6-fe78-4b40-adb6-9097085c8df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaf1ee7-c734-478a-80b1-4b4bad92120e,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:31.307740 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:31.316379 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:31.394862 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port c5c0d6eb-020f-42bf-b340-af2803265fd6 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:31.395375 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c5c0d6eb-020f-42bf-b340-af2803265fd6), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:31.404617 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-297e546a-34bd-4ce1-a742-c75d1c5a0d29 service neutron] 10.222.0.52 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214712 Jan 26 19:04:31.549732 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] For port c5c0d6eb-020f-42bf-b340-af2803265fd6, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=c5c0d6eb-020f-42bf-b340-af2803265fd6,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:31.644983 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (c5c0d6eb-020f-42bf-b340-af2803265fd6), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:31.646673 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ce04a-1439-491b-8dc0-4f79178fc2b8 None None] Pushing event updated for resources: {'Port': ['ID=dea40113-6e4c-4164-9a04-67ebf0a6c610,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:31.715352 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Attempting to bind port dea40113-6e4c-4164-9a04-67ebf0a6c610 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:04:31.716033 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Attempting to bind port dea40113-6e4c-4164-9a04-67ebf0a6c610 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:04:31.716626 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Attempting to bind port dea40113-6e4c-4164-9a04-67ebf0a6c610 on network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:31.727051 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:04:31.729890 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Checking segment: {'id': '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:31.730537 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:31.731138 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Bound using segment: {'id': '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:04:31.731899 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Bound port: dea40113-6e4c-4164-9a04-67ebf0a6c610, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:04:31.733520 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:31.797421 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39338) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:31.989890 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] For port dea40113-6e4c-4164-9a04-67ebf0a6c610, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:04:31.998675 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] For port dea40113-6e4c-4164-9a04-67ebf0a6c610, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=dea40113-6e4c-4164-9a04-67ebf0a6c610,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:04:32.020871 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Pushing event updated for resources: {'Port': ['ID=c5c0d6eb-020f-42bf-b340-af2803265fd6,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:32.028104 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-60234694-212d-4250-b4d0-f8e372d412e8 None None] Provisioning complete for port dea40113-6e4c-4164-9a04-67ebf0a6c610 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:32.038874 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60234694-212d-4250-b4d0-f8e372d412e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:32.074792 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Publish callbacks [] for port (2bd73c5e-90bd-4d7d-9245-f2b200b4e73f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:32.089398 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-60234694-212d-4250-b4d0-f8e372d412e8 None None] Port dea40113-6e4c-4164-9a04-67ebf0a6c610 cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:04:32.091677 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:32.172523 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (2bd73c5e-90bd-4d7d-9245-f2b200b4e73f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:32.261852 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Routers {'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:04:32.262585 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:04:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:32.270603 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ce04a-1439-491b-8dc0-4f79178fc2b8 None None] Pushing event updated for resources: {'Port': ['ID=dea40113-6e4c-4164-9a04-67ebf0a6c610,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:32.274148 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fadd04-10e4-428f-bb49-06c893ad7007 None None] Pushing event updated for resources: {'Port': ['ID=2bd73c5e-90bd-4d7d-9245-f2b200b4e73f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:32.396749 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-bcc59f11-c80f-4675-add3-afd80a844e73 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-130765810-network', 'tenant_id': 'a1090778ba2a48f5964d334aeeb50035'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:32.489380 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Attempting to bind port 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:04:32.490588 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Attempting to bind port 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': 'cb572e59-6c33-4e38-beb1-68366b64ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:04:32.491239 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Attempting to bind port 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f on network 921d1990-0cae-4d45-bbe0-ab047b54ae33 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:32.508714 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:04:32.509576 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Checking segment: {'id': 'cb572e59-6c33-4e38-beb1-68366b64ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:32.510141 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:32.521770 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Bound using segment: {'id': 'cb572e59-6c33-4e38-beb1-68366b64ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:04:32.522627 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Bound port: 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb572e59-6c33-4e38-beb1-68366b64ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:04:32.523415 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (2bd73c5e-90bd-4d7d-9245-f2b200b4e73f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:32.609540 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] Set router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:04:32.630085 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Publish callbacks [] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:32.685427 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] For port 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:04:32.703693 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] For port 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=2bd73c5e-90bd-4d7d-9245-f2b200b4e73f,segment=NetworkSegment(cb572e59-6c33-4e38-beb1-68366b64ed53),segment_id=cb572e59-6c33-4e38-beb1-68366b64ed53)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:04:32.739738 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-ea3aac60-c21f-42c8-b425-ed520f117383 None None] Provisioning complete for port dea40113-6e4c-4164-9a04-67ebf0a6c610 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:32.740554 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea3aac60-c21f-42c8-b425-ed520f117383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:32.747671 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc59f11-c80f-4675-add3-afd80a844e73 admin admin] Made reservation on behalf of a1090778ba2a48f5964d334aeeb50035 for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:04:32.754500 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bcc59f11-c80f-4675-add3-afd80a844e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:32.761449 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:32.761449 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4103796'] for router_interface (74220c30-68c8-43b5-b723-ab32070c3be1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:32.773874 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-15227878-ec44-414c-80ea-574b69116126 service neutron] 10.222.0.52 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9932609 Jan 26 19:04:32.783007 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bcc59f11-c80f-4675-add3-afd80a844e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:32.836394 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (2bd73c5e-90bd-4d7d-9245-f2b200b4e73f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:32.950102 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bcc59f11-c80f-4675-add3-afd80a844e73 admin admin] Publish callbacks [] for security_group (9f7f5373-0cdf-4b55-b176-ac84924374fb), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:32.956143 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Routers {'8ff63f56-77c4-4691-aefc-473518b60bc9'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:04:32.957229 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:04:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['8ff63f56-77c4-4691-aefc-473518b60bc9'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:32.975246 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39380) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:32.980723 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-6c96b58e-3576-4a5c-9539-48a4d65a88fb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1975626801', 'description': 'tempest-description--746817665'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:33.121685 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bcc59f11-c80f-4675-add3-afd80a844e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (9f7f5373-0cdf-4b55-b176-ac84924374fb), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:33.158133 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc59f11-c80f-4675-add3-afd80a844e73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:04:33.199703 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fadd04-10e4-428f-bb49-06c893ad7007 None None] Pushing event updated for resources: {'Port': ['ID=2bd73c5e-90bd-4d7d-9245-f2b200b4e73f,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:33.201372 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22944a64-da6b-4d3e-82b6-e7d38be2663b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:04:33.221656 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Publish callbacks [] for port (22944a64-da6b-4d3e-82b6-e7d38be2663b), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:33.246631 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Transition to ACTIVE for port object 22944a64-da6b-4d3e-82b6-e7d38be2663b will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:04:33.255347 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc59f11-c80f-4675-add3-afd80a844e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7f5373-0cdf-4b55-b176-ac84924374fb,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:33.259119 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Pushing event updated for resources: {'Port': ['ID=9ab87bc0-cdd7-409d-b790-81cf64d4efbe,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:33.276403 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bcc59f11-c80f-4675-add3-afd80a844e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (f9fe94a4-dad7-4da7-961f-9be0edd9c532), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:33.277569 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-bcc59f11-c80f-4675-add3-afd80a844e73 admin admin] Added segment f9fe94a4-dad7-4da7-961f-9be0edd9c532 of type vlan for network 55d7bb39-1ebd-493a-8e88-d355407aa05c Jan 26 19:04:33.283736 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ea3aac60-c21f-42c8-b425-ed520f117383 None None] Current status of the port dea40113-6e4c-4164-9a04-67ebf0a6c610 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:33.283736 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea3aac60-c21f-42c8-b425-ed520f117383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:33.284687 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:33.284687 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:33.333163 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ea3aac60-c21f-42c8-b425-ed520f117383 None None] For port dea40113-6e4c-4164-9a04-67ebf0a6c610, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=dea40113-6e4c-4164-9a04-67ebf0a6c610,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:33.347201 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] Set router 8ff63f56-77c4-4691-aefc-473518b60bc9 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:04:33.406930 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bcc59f11-c80f-4675-add3-afd80a844e73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (55d7bb39-1ebd-493a-8e88-d355407aa05c), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:33.431446 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea3aac60-c21f-42c8-b425-ed520f117383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:33.510380 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:26Z', 'revision_number': 4, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'dea40113-6e4c-4164-9a04-67ebf0a6c610', 'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'mac_address': 'fa:16:3e:1d:47:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:24Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '576e14109c434e728644c0dd02a7a738', 'subnets': [{'id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:33.551085 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6c96b58e-3576-4a5c-9539-48a4d65a88fb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:33.587570 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a817f-d7eb-4b2d-b598-3a1b1f37832e None None] The sync data for ids ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'] in dv-cinder-824187-6-iscsi is: [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:26Z', 'revision_number': 4, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'dea40113-6e4c-4164-9a04-67ebf0a6c610', 'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'mac_address': 'fa:16:3e:1d:47:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:24Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '576e14109c434e728644c0dd02a7a738', 'subnets': [{'id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:04:33.625975 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b3218-11a9-48f1-b5f5-68e4d752afb7 req-8496e352-6de8-4d46-ae25-e7d5f09ba058 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:33.627539 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c49b3218-11a9-48f1-b5f5-68e4d752afb7 req-8496e352-6de8-4d46-ae25-e7d5f09ba058 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 931 time: 0.4572921 Jan 26 19:04:33.711107 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3aac60-c21f-42c8-b425-ed520f117383 None None] Pushing event updated for resources: {'Port': ['ID=dea40113-6e4c-4164-9a04-67ebf0a6c610,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:33.719020 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (22944a64-da6b-4d3e-82b6-e7d38be2663b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:33.787818 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bcc59f11-c80f-4675-add3-afd80a844e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (55d7bb39-1ebd-493a-8e88-d355407aa05c), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:33.795047 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc59f11-c80f-4675-add3-afd80a844e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:33.795968 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bcc59f11-c80f-4675-add3-afd80a844e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:33.838676 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0e49841d-a008-4d32-baab-093a12e3bff0 req-0426d495-6755-4bb6-a0be-6ba96b9dc9e7 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 210 time: 0.1541533 Jan 26 19:04:33.907939 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-338cac86-ef1e-49d0-8808-2aaad0a3207d None None] Provisioning complete for port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:33.909229 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-338cac86-ef1e-49d0-8808-2aaad0a3207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:34.049593 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Router 74220c30-68c8-43b5-b723-ab32070c3be1 has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:04:34.171511 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-338cac86-ef1e-49d0-8808-2aaad0a3207d None None] Port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:04:34.180802 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device dea40113-6e4c-4164-9a04-67ebf0a6c610 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:34.201912 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c49b3218-11a9-48f1-b5f5-68e4d752afb7 req-1cdc620d-3b7f-469f-b976-deeda22829ab tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633805 Jan 26 19:04:34.205436 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc59f11-c80f-4675-add3-afd80a844e73 admin admin] Pushing event updated for resources: {'Network': ['ID=55d7bb39-1ebd-493a-8e88-d355407aa05c,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:34.271976 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-bcc59f11-c80f-4675-add3-afd80a844e73 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4728808 Jan 26 19:04:34.277200 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39436) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:34.285608 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network 55d7bb39-1ebd-493a-8e88-d355407aa05c details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:04:34.292881 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-4c5d832c-a92b-4a5a-92b0-9a17e027618f admin admin] Request body: {'subnet': {'network_id': '55d7bb39-1ebd-493a-8e88-d355407aa05c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-130765810-subnet', 'tenant_id': 'a1090778ba2a48f5964d334aeeb50035', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:34.436120 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Pushing event updated for resources: {'Port': ['ID=22944a64-da6b-4d3e-82b6-e7d38be2663b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:34.441501 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6c96b58e-3576-4a5c-9539-48a4d65a88fb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group (36074071-5478-4c3d-a60e-e9c2bfb51ca4), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:34.488249 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Attempting to bind port 22944a64-da6b-4d3e-82b6-e7d38be2663b on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:04:34.489243 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Attempting to bind port 22944a64-da6b-4d3e-82b6-e7d38be2663b by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '55c000ad-5a50-48e1-b888-57b2e247f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '56486b77-f66a-442b-aa39-e5248d3232b9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:04:34.490175 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Attempting to bind port 22944a64-da6b-4d3e-82b6-e7d38be2663b on network 56486b77-f66a-442b-aa39-e5248d3232b9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:34.600768 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Port 22944a64-da6b-4d3e-82b6-e7d38be2663b on network 56486b77-f66a-442b-aa39-e5248d3232b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:04:34.601351 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Attempting to bind port 22944a64-da6b-4d3e-82b6-e7d38be2663b on network 56486b77-f66a-442b-aa39-e5248d3232b9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:34.619020 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-669268755-router', 'tenant_id': '962aee889d284a26804b539454f574a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '8ee2cef1-0825-4edb-b7eb-560a95fc660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:15Z', 'updated_at': '2022-01-26T19:04:24Z', 'revision_number': 4, 'project_id': '962aee889d284a26804b539454f574a5', 'gw_port': {'id': '8ee2cef1-0825-4edb-b7eb-560a95fc660f', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '2bd73c5e-90bd-4d7d-9245-f2b200b4e73f', 'name': '', 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33', 'tenant_id': '962aee889d284a26804b539454f574a5', 'mac_address': 'fa:16:3e:c0:98:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e1d20eae-eca3-4437-bd5f-ba7798de1214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:22Z', 'updated_at': '2022-01-26T19:04:32Z', 'revision_number': 4, 'project_id': '962aee889d284a26804b539454f574a5', 'subnets': [{'id': 'e1d20eae-eca3-4437-bd5f-ba7798de1214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:34.621442 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:04:34.621442 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Checking segment: {'id': '55c000ad-5a50-48e1-b888-57b2e247f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '56486b77-f66a-442b-aa39-e5248d3232b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:34.621442 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Bound using segment: {'id': '55c000ad-5a50-48e1-b888-57b2e247f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '56486b77-f66a-442b-aa39-e5248d3232b9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:04:34.621785 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Bound port: 22944a64-da6b-4d3e-82b6-e7d38be2663b, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c000ad-5a50-48e1-b888-57b2e247f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '56486b77-f66a-442b-aa39-e5248d3232b9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:04:34.622234 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port dea40113-6e4c-4164-9a04-67ebf0a6c610 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:34.622326 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (22944a64-da6b-4d3e-82b6-e7d38be2663b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:34.622499 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:34.624032 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6c96b58e-3576-4a5c-9539-48a4d65a88fb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (36074071-5478-4c3d-a60e-e9c2bfb51ca4), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:34.639459 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5d832c-a92b-4a5a-92b0-9a17e027618f admin admin] Made reservation on behalf of a1090778ba2a48f5964d334aeeb50035 for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:04:34.647706 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4c5d832c-a92b-4a5a-92b0-9a17e027618f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:34.668240 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f09357-d55d-46f2-b0ba-ef907c0e4e8d None None] The sync data for ids ['8ff63f56-77c4-4691-aefc-473518b60bc9'] in dv-cinder-824187-6-iscsi is: [{'id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-669268755-router', 'tenant_id': '962aee889d284a26804b539454f574a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '8ee2cef1-0825-4edb-b7eb-560a95fc660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:15Z', 'updated_at': '2022-01-26T19:04:24Z', 'revision_number': 4, 'project_id': '962aee889d284a26804b539454f574a5', 'gw_port': {'id': '8ee2cef1-0825-4edb-b7eb-560a95fc660f', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '2bd73c5e-90bd-4d7d-9245-f2b200b4e73f', 'name': '', 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33', 'tenant_id': '962aee889d284a26804b539454f574a5', 'mac_address': 'fa:16:3e:c0:98:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e1d20eae-eca3-4437-bd5f-ba7798de1214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:22Z', 'updated_at': '2022-01-26T19:04:32Z', 'revision_number': 4, 'project_id': '962aee889d284a26804b539454f574a5', 'subnets': [{'id': 'e1d20eae-eca3-4437-bd5f-ba7798de1214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:04:34.855537 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96b58e-3576-4a5c-9539-48a4d65a88fb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36074071-5478-4c3d-a60e-e9c2bfb51ca4,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:34.873783 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:04:34.877267 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-d59e3a5f-46b6-4d52-a6ea-543852ac8aba admin admin] 10.222.0.52 "PUT /v2.0/routers/74220c30-68c8-43b5-b723-ab32070c3be1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9200051 Jan 26 19:04:34.940569 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Sync routers for ids ['74220c30-68c8-43b5-b723-ab32070c3be1'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:04:34.949202 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6c96b58e-3576-4a5c-9539-48a4d65a88fb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:34.954703 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-6c96b58e-3576-4a5c-9539-48a4d65a88fb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9780827 Jan 26 19:04:34.978645 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39452) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:34.983878 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-25013255-e2eb-4817-9609-c8efed0d5626 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Request body: {'security_group_rule': {'security_group_id': '36074071-5478-4c3d-a60e-e9c2bfb51ca4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:35.013304 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Routers {'74220c30-68c8-43b5-b723-ab32070c3be1'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:04:35.021149 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:04:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['74220c30-68c8-43b5-b723-ab32070c3be1'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:35.107474 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-d2958873-45ef-46c2-a0ea-1030e43b9ce5 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:35.127799 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port dea40113-6e4c-4164-9a04-67ebf0a6c610 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:35.128979 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device c5c0d6eb-020f-42bf-b340-af2803265fd6 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:35.129393 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-d2958873-45ef-46c2-a0ea-1030e43b9ce5 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/networks?id=921d1990-0cae-4d45-bbe0-ab047b54ae33 HTTP/1.1" status: 200 len: 818 time: 0.6567647 Jan 26 19:04:35.194890 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-0ac3136e-8499-4b0b-b798-4cdf6fd95b5d tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/quotas/962aee889d284a26804b539454f574a5 HTTP/1.1" status: 200 len: 375 time: 0.0644960 Jan 26 19:04:35.209565 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-25013255-e2eb-4817-9609-c8efed0d5626 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group_rule (baba9a8b-4bd3-41d2-950b-d409a57ec7b1), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:35.249223 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] For port 22944a64-da6b-4d3e-82b6-e7d38be2663b, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:04:35.384104 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-25013255-e2eb-4817-9609-c8efed0d5626 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group_rule (baba9a8b-4bd3-41d2-950b-d409a57ec7b1), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:35.394748 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] For port 22944a64-da6b-4d3e-82b6-e7d38be2663b, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=22944a64-da6b-4d3e-82b6-e7d38be2663b,segment=NetworkSegment(55c000ad-5a50-48e1-b888-57b2e247f52c),segment_id=55c000ad-5a50-48e1-b888-57b2e247f52c)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:04:35.397811 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4c5d832c-a92b-4a5a-92b0-9a17e027618f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for subnet (1c348acf-0541-423b-a503-03f3d6b18d21), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:35.445134 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-610484d1-29fb-4d43-acb8-280a8cda52e2 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=962aee889d284a26804b539454f574a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2492912 Jan 26 19:04:35.466569 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 39468) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:35.531944 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (22944a64-da6b-4d3e-82b6-e7d38be2663b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:35.536868 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-25013255-e2eb-4817-9609-c8efed0d5626 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (baba9a8b-4bd3-41d2-950b-d409a57ec7b1), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:35.569278 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Set router 74220c30-68c8-43b5-b723-ab32070c3be1 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:04:35.712234 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25013255-e2eb-4817-9609-c8efed0d5626 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baba9a8b-4bd3-41d2-950b-d409a57ec7b1,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:35.762377 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d832c-a92b-4a5a-92b0-9a17e027618f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c348acf-0541-423b-a503-03f3d6b18d21,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:35.785912 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa66f9fe-9ed8-4a49-a62b-49aa213221f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:35.806259 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60af7c-788a-417a-878f-20aed25dedf1 req-5947dac3-021f-4c38-8af3-8f9f5cafd2fc tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:35.807836 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5f60af7c-788a-417a-878f-20aed25dedf1 req-5947dac3-021f-4c38-8af3-8f9f5cafd2fc tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 943 time: 0.4060516 Jan 26 19:04:35.809388 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port c5c0d6eb-020f-42bf-b340-af2803265fd6 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:35.809388 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (c5c0d6eb-020f-42bf-b340-af2803265fd6), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:35.814896 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-25013255-e2eb-4817-9609-c8efed0d5626 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:35.816087 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-25013255-e2eb-4817-9609-c8efed0d5626 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8363564 Jan 26 19:04:35.828458 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39482) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:35.853969 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-41390cc2-bf4b-4c22-8e8f-32fd60962dcc tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Request body: {'security_group_rule': {'security_group_id': '36074071-5478-4c3d-a60e-e9c2bfb51ca4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:35.948693 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5d832c-a92b-4a5a-92b0-9a17e027618f admin admin] Checking segment: {'id': 'f9fe94a4-dad7-4da7-961f-9be0edd9c532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '55d7bb39-1ebd-493a-8e88-d355407aa05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:35.949075 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5d832c-a92b-4a5a-92b0-9a17e027618f admin admin] Network hostable DHCP agents. Network: 55d7bb39-1ebd-493a-8e88-d355407aa05c, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:04:35.974866 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-c30f5da3-e138-447e-aa38-c9952afb0383 service neutron] 10.222.0.52 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092628 Jan 26 19:04:35.975610 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Pushing event updated for resources: {'Port': ['ID=22944a64-da6b-4d3e-82b6-e7d38be2663b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:35.979258 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:35.981038 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:35.988016 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-aff20667-a7e2-4e5e-a4a5-29cf74579cfa service neutron] 10.222.0.55 "PUT /v2.0/ports/22944a64-da6b-4d3e-82b6-e7d38be2663b HTTP/1.1" status: 200 len: 1093 time: 5.3404462 Jan 26 19:04:36.162895 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa66f9fe-9ed8-4a49-a62b-49aa213221f3 admin admin] Publish callbacks [] for security_group (0a18943c-7908-4f86-b8b7-ccd4f6883fdd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:36.166281 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da281678-58d0-49f4-a43b-a200363a5a68', 'tag': '22944a64-da6b-4d3e-82b6-e7d38be2663b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:04:36.182549 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5f60af7c-788a-417a-878f-20aed25dedf1 req-c31e04af-b187-409b-93d3-56d0076f8f68 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447163 Jan 26 19:04:36.232496 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-41390cc2-bf4b-4c22-8e8f-32fd60962dcc tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group_rule (0c026785-a992-400c-a0eb-3d5e7948178f), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:36.279927 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5d832c-a92b-4a5a-92b0-9a17e027618f admin admin] Network 55d7bb39-1ebd-493a-8e88-d355407aa05c is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:04:36.361338 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa66f9fe-9ed8-4a49-a62b-49aa213221f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (0a18943c-7908-4f86-b8b7-ccd4f6883fdd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:36.380531 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-4c5d832c-a92b-4a5a-92b0-9a17e027618f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, 55d7bb39-1ebd-493a-8e88-d355407aa05c) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:36.392812 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-41390cc2-bf4b-4c22-8e8f-32fd60962dcc tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group_rule (0c026785-a992-400c-a0eb-3d5e7948178f), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:36.395195 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port c5c0d6eb-020f-42bf-b340-af2803265fd6 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:36.402143 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d0bea9-df0b-4014-a625-42e53bd347cf None None] Network 55d7bb39-1ebd-493a-8e88-d355407aa05c requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:04:36.423008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5d832c-a92b-4a5a-92b0-9a17e027618f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:36.426929 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4c5d832c-a92b-4a5a-92b0-9a17e027618f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:36.471028 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-41390cc2-bf4b-4c22-8e8f-32fd60962dcc tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (0c026785-a992-400c-a0eb-3d5e7948178f), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:36.545379 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-a6dfc88a-3d1b-4e8c-9e54-a413b743ea06 service neutron] 10.222.0.52 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943212 Jan 26 19:04:36.563684 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41390cc2-bf4b-4c22-8e8f-32fd60962dcc tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c026785-a992-400c-a0eb-3d5e7948178f,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:36.604176 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-4c5d832c-a92b-4a5a-92b0-9a17e027618f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3257961 Jan 26 19:04:36.620175 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66f9fe-9ed8-4a49-a62b-49aa213221f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a18943c-7908-4f86-b8b7-ccd4f6883fdd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:36.648291 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:30Z', 'revision_number': 4, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '9ab87bc0-cdd7-409d-b790-81cf64d4efbe', 'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'mac_address': 'fa:16:3e:b0:d1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:27Z', 'updated_at': '2022-01-26T19:04:32Z', 'revision_number': 2, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'subnets': [{'id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:36.724639 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Checking router: 74220c30-68c8-43b5-b723-ab32070c3be1 for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:04:36.724861 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Updating router 74220c30-68c8-43b5-b723-ab32070c3be1 port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe binding host dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:04:36.738978 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-41390cc2-bf4b-4c22-8e8f-32fd60962dcc tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:36.740557 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-41390cc2-bf4b-4c22-8e8f-32fd60962dcc tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8969619 Jan 26 19:04:36.750363 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39512) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:36.753351 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Request body: {'floatingip': {'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:36.806512 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:36.934780 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39518) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:36.943928 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-fa66f9fe-9ed8-4a49-a62b-49aa213221f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=347205c1388841b79620409c30cdac0c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4638431 Jan 26 19:04:37.024931 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-10b81491-cf67-46d9-8c28-465fcde8c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:37.033647 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-10b81491-cf67-46d9-8c28-465fcde8c415 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ba4bc31711a4106bc3fedea56356a8d&device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 1096 time: 0.6758802 Jan 26 19:04:37.035739 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:37.074230 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:37.289374 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de96f96c-365e-4fe8-88f3-0529b85f3751" -d '{"events": [{"name": "network-changed", "server_uuid": "da281678-58d0-49f4-a43b-a200363a5a68", "tag": "22944a64-da6b-4d3e-82b6-e7d38be2663b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:04:37.388043 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e968dc6-1ef8-4039-a601-7214459cc811 None None] Network 55d7bb39-1ebd-493a-8e88-d355407aa05c requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:04:37.560793 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-23a24e61-0606-4c41-abbf-050c599cffb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22944a64-da6b-4d3e-82b6-e7d38be2663b HTTP/1.1" status: 200 len: 217 time: 0.4736900 Jan 26 19:04:37.582087 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d87ea074-0679-4847-a4ef-6961e214a192 req-e26c9eae-4d19-45dd-849b-5b2ef93ae981 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 210 time: 0.2521853 Jan 26 19:04:37.770961 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8a66d8bb-e090-4f98-a00c-bbf3ebc50340 admin admin] Publish callbacks [] for security_group (0a18943c-7908-4f86-b8b7-ccd4f6883fdd), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:37.861505 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8a66d8bb-e090-4f98-a00c-bbf3ebc50340 admin admin] Publish callbacks [] for security_group (0a18943c-7908-4f86-b8b7-ccd4f6883fdd), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:37.986258 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:38.015081 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-15cb384a-cb77-486d-9454-ab9b3e27e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:38.017299 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-15cb384a-cb77-486d-9454-ab9b3e27e127 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=77df0769-fba2-455a-a755-eab762abd5e2 HTTP/1.1" status: 200 len: 852 time: 0.4952877 Jan 26 19:04:38.036824 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae957c74-1c07-468c-a3b2-bac545dd1c3d req-4d4a680e-3eb2-440d-88a4-252116792346 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:38.059064 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ae957c74-1c07-468c-a3b2-bac545dd1c3d req-4d4a680e-3eb2-440d-88a4-252116792346 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 943 time: 0.3467193 Jan 26 19:04:38.102640 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9946d6b8-49f5-46a1-8852-e6a73b5c2f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:38.174019 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8a66d8bb-e090-4f98-a00c-bbf3ebc50340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (0a18943c-7908-4f86-b8b7-ccd4f6883fdd), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:38.183692 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8a66d8bb-e090-4f98-a00c-bbf3ebc50340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:38.187879 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-8a66d8bb-e090-4f98-a00c-bbf3ebc50340 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0a18943c-7908-4f86-b8b7-ccd4f6883fdd HTTP/1.1" status: 204 len: 168 time: 1.2471659 Jan 26 19:04:38.193042 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:38.193732 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (2bd73c5e-90bd-4d7d-9245-f2b200b4e73f), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:38.194112 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-53ff24a3-3376-4283-8712-6e62ab6bb05e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56486b77-f66a-442b-aa39-e5248d3232b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284604 Jan 26 19:04:38.224495 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ae957c74-1c07-468c-a3b2-bac545dd1c3d req-7645b8e0-7efc-45a0-86a4-df229dd1fb48 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405938 Jan 26 19:04:38.248659 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39544) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:38.253363 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-e23bd976-873a-4c76-8083-2d4cd6f29a09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--292437677', 'description': 'tempest-description--192702105'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:38.278494 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66d8bb-e090-4f98-a00c-bbf3ebc50340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a18943c-7908-4f86-b8b7-ccd4f6883fdd,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:38.460286 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-9c441f51-2169-4712-b6d8-d3f05c20c1ec service neutron] 10.222.0.55 "GET /v2.0/networks/56486b77-f66a-442b-aa39-e5248d3232b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151129 Jan 26 19:04:38.535059 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Allocated IP 172.27.2.230 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/b09590ff-6c69-4aa8-87bc-3b6590251775) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:04:38.597978 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Publish callbacks [] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:38.748799 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:38.749233 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (2bd73c5e-90bd-4d7d-9245-f2b200b4e73f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:38.782805 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:38.810321 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c524fa46-fbb9-4991-8216-a20f695562cf req-8dfa6008-fcb9-4266-a52b-24ab7ff52c09 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 210 time: 0.0859580 Jan 26 19:04:38.889072 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 64392) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:38.905641 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e23bd976-873a-4c76-8083-2d4cd6f29a09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:38.946901 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] For port 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=2bd73c5e-90bd-4d7d-9245-f2b200b4e73f,segment=NetworkSegment(cb572e59-6c33-4e38-beb1-68366b64ed53),segment_id=cb572e59-6c33-4e38-beb1-68366b64ed53)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:38.953980 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b06d537a-3e65-4622-8bc7-0121ff8923d7 req-86e83fdd-68c7-4049-a70f-53d2f0f72aa8 service neutron] 10.222.0.55 "GET /v2.0/networks/56486b77-f66a-442b-aa39-e5248d3232b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820702 Jan 26 19:04:38.994326 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6281ea3-b438-4655-8941-8a8bc5825214 None None] Pushing event updated for resources: {'Port': ['ID=9ab87bc0-cdd7-409d-b790-81cf64d4efbe,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:39.104460 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (2bd73c5e-90bd-4d7d-9245-f2b200b4e73f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:39.105678 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device dea40113-6e4c-4164-9a04-67ebf0a6c610 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:39.124589 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Attempting to bind port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:04:39.125908 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Attempting to bind port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '11ecee25-3af8-48ff-8d6b-d80d3818c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:04:39.127866 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Attempting to bind port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe on network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:39.295766 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e23bd976-873a-4c76-8083-2d4cd6f29a09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group (74a1a003-435f-4754-a3bc-2a2fb9a50161), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:39.328212 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-c02eea1f-fdaa-4e3e-b7f9-e9b912730376 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:39.337038 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-c02eea1f-fdaa-4e3e-b7f9-e9b912730376 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.55 "GET /v2.0/networks?id=921d1990-0cae-4d45-bbe0-ab047b54ae33 HTTP/1.1" status: 200 len: 818 time: 0.4417028 Jan 26 19:04:39.368413 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-3a11398f-c409-4142-a81f-f4513d209d7c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Request body: {'port': {'device_id': '6bf9fa11-9753-4036-9c2e-c835afa93419', 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33', 'admin_state_up': True, 'tenant_id': '962aee889d284a26804b539454f574a5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:39.370833 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for port (b09590ff-6c69-4aa8-87bc-3b6590251775), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:39.434643 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e23bd976-873a-4c76-8083-2d4cd6f29a09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (74a1a003-435f-4754-a3bc-2a2fb9a50161), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:39.442600 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:04:39.443925 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Checking segment: {'id': '11ecee25-3af8-48ff-8d6b-d80d3818c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:39.444751 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:39.445382 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Bound using segment: {'id': '11ecee25-3af8-48ff-8d6b-d80d3818c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:04:39.446614 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Bound port: 9ab87bc0-cdd7-409d-b790-81cf64d4efbe, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ecee25-3af8-48ff-8d6b-d80d3818c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:04:39.448033 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:39.499120 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bd976-873a-4c76-8083-2d4cd6f29a09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a1a003-435f-4754-a3bc-2a2fb9a50161,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:39.535527 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35dacde-32e1-4d86-9101-b182ba3e14c8 x-openstack-request-id: req-f35dacde-32e1-4d86-9101-b182ba3e14c8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:04:39.535527 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da281678-58d0-49f4-a43b-a200363a5a68", "tag": "22944a64-da6b-4d3e-82b6-e7d38be2663b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:04:39.537262 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f35dacde-32e1-4d86-9101-b182ba3e14c8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:04:39.537262 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da281678-58d0-49f4-a43b-a200363a5a68', 'tag': '22944a64-da6b-4d3e-82b6-e7d38be2663b', 'status': 'completed', 'code': 200} Jan 26 19:04:39.552184 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Pushing event updated for resources: {'Port': ['ID=2bd73c5e-90bd-4d7d-9245-f2b200b4e73f,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:39.556042 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (b09590ff-6c69-4aa8-87bc-3b6590251775), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:39.604750 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9a65f501-9879-4cb6-9d26-141d09b7aa87 None None] Provisioning complete for port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:39.611074 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a65f501-9879-4cb6-9d26-141d09b7aa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:39.655014 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e23bd976-873a-4c76-8083-2d4cd6f29a09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:39.659245 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-e23bd976-873a-4c76-8083-2d4cd6f29a09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4111645 Jan 26 19:04:39.671317 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 39582) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:39.679090 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:39.684129 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:39.688535 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-171f3474-3586-4f2e-898a-f6b2cbec79ef tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Request body: {'security_group_rule': {'security_group_id': '74a1a003-435f-4754-a3bc-2a2fb9a50161', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:39.695677 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:04:39.709948 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event updated for resources: {'Port': ['ID=b09590ff-6c69-4aa8-87bc-3b6590251775,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:39.794069 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96f96c-365e-4fe8-88f3-0529b85f3751 req-f5d017f5-7cbc-432b-9430-4d60bb17cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:39.807020 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-de96f96c-365e-4fe8-88f3-0529b85f3751 req-f5d017f5-7cbc-432b-9430-4d60bb17cd4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ba4bc31711a4106bc3fedea56356a8d&device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 1096 time: 0.2529283 Jan 26 19:04:39.818322 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada51bd-3214-4059-98ec-7929e884155d req-bbe92ae4-8e62-46d6-85f9-b4158798e071 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:39.820075 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8ada51bd-3214-4059-98ec-7929e884155d req-bbe92ae4-8e62-46d6-85f9-b4158798e071 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 943 time: 0.3557603 Jan 26 19:04:39.866871 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39586) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:39.934179 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for floatingip (f3b6b7f2-4e68-4ed9-9182-1f92d950a455), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:39.940819 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-155c8094-fc02-4086-98f0-6b2bc6843fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:39.964265 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9a65f501-9879-4cb6-9d26-141d09b7aa87 None None] Port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:04:39.990849 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port dea40113-6e4c-4164-9a04-67ebf0a6c610 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:39.991370 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:40.045473 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-062aca10-759e-4741-baba-45313a3371da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:40.054671 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-171f3474-3586-4f2e-898a-f6b2cbec79ef tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group_rule (6959426e-d6c5-4545-abee-184192861ba0), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:40.082499 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] For port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:04:40.088681 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-155c8094-fc02-4086-98f0-6b2bc6843fe7 admin admin] Publish callbacks [] for security_group (1dfcf7ba-1b5c-4792-807a-6f7fe87a8cf5), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:40.147897 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3fd8c4a6-7ab0-418a-a388-a649318ee9f5 req-ff41ff03-49f0-463c-806d-1563cc10005b tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 210 time: 0.0567343 Jan 26 19:04:40.148718 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39594) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:40.155007 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-58e53b68-77b3-4969-9f7a-000d02b4529b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1383264991-network', 'tenant_id': '3d198197600a4319b02b6010907cb066'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:40.155188 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port dea40113-6e4c-4164-9a04-67ebf0a6c610 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:40.199263 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] For port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=9ab87bc0-cdd7-409d-b790-81cf64d4efbe,segment=NetworkSegment(11ecee25-3af8-48ff-8d6b-d80d3818c6dc),segment_id=11ecee25-3af8-48ff-8d6b-d80d3818c6dc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:04:40.250735 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8ada51bd-3214-4059-98ec-7929e884155d req-a0dedd57-994d-4e91-be74-69f1d265f030 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141722 Jan 26 19:04:40.302044 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:40.364289 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-171f3474-3586-4f2e-898a-f6b2cbec79ef tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group_rule (6959426e-d6c5-4545-abee-184192861ba0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:40.375877 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:40.376355 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (2bd73c5e-90bd-4d7d-9245-f2b200b4e73f), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:40.388440 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96f96c-365e-4fe8-88f3-0529b85f3751 req-ddb00eec-8fbf-414c-aa27-81786d31e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:40.391349 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-de96f96c-365e-4fe8-88f3-0529b85f3751 req-ddb00eec-8fbf-414c-aa27-81786d31e942 service neutron] 10.222.0.55 "GET /v2.0/networks?id=56486b77-f66a-442b-aa39-e5248d3232b9 HTTP/1.1" status: 200 len: 913 time: 0.5436389 Jan 26 19:04:40.462927 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e53b68-77b3-4969-9f7a-000d02b4529b admin admin] Made reservation on behalf of 3d198197600a4319b02b6010907cb066 for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:04:40.464366 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-3a11398f-c409-4142-a81f-f4513d209d7c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Made reservation on behalf of 962aee889d284a26804b539454f574a5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:04:40.465266 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58e53b68-77b3-4969-9f7a-000d02b4529b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:40.469307 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-155c8094-fc02-4086-98f0-6b2bc6843fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (1dfcf7ba-1b5c-4792-807a-6f7fe87a8cf5), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:40.469443 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-3a11398f-c409-4142-a81f-f4513d209d7c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:40.507424 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:40.515904 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:40.567199 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58e53b68-77b3-4969-9f7a-000d02b4529b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:40.616854 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-171f3474-3586-4f2e-898a-f6b2cbec79ef tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (6959426e-d6c5-4545-abee-184192861ba0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:40.654727 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-155c8094-fc02-4086-98f0-6b2bc6843fe7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d310b9c543e456fba464c7efa665cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7710900 Jan 26 19:04:40.657911 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (b09590ff-6c69-4aa8-87bc-3b6590251775), before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:40.659521 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 39602) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:40.670781 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Routers {'74220c30-68c8-43b5-b723-ab32070c3be1'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:04:40.671498 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:04:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['74220c30-68c8-43b5-b723-ab32070c3be1'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:40.675118 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6281ea3-b438-4655-8941-8a8bc5825214 None None] Pushing event updated for resources: {'Port': ['ID=9ab87bc0-cdd7-409d-b790-81cf64d4efbe,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:40.803468 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58e53b68-77b3-4969-9f7a-000d02b4529b admin admin] Publish callbacks [] for security_group (6cce1a2c-fffb-4f29-9a6b-9bd0155e0a17), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:40.803468 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c8094-fc02-4086-98f0-6b2bc6843fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfcf7ba-1b5c-4792-807a-6f7fe87a8cf5,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:40.806844 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f3474-3586-4f2e-898a-f6b2cbec79ef tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6959426e-d6c5-4545-abee-184192861ba0,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:40.922663 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d18d2905-55d5-4659-b02e-69ccc5f0f50f admin admin] Publish callbacks [] for security_group (1dfcf7ba-1b5c-4792-807a-6f7fe87a8cf5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:40.938570 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] Set router 74220c30-68c8-43b5-b723-ab32070c3be1 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:04:40.993042 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-3a11398f-c409-4142-a81f-f4513d209d7c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Allocated IP 172.20.0.8 (921d1990-0cae-4d45-bbe0-ab047b54ae33/e1d20eae-eca3-4437-bd5f-ba7798de1214/5bb9289d-07a6-40bf-8689-eeb57d2ccf08) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:04:41.000785 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d18d2905-55d5-4659-b02e-69ccc5f0f50f admin admin] Publish callbacks [] for security_group (1dfcf7ba-1b5c-4792-807a-6f7fe87a8cf5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.076623 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.102490 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58e53b68-77b3-4969-9f7a-000d02b4529b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (6cce1a2c-fffb-4f29-9a6b-9bd0155e0a17), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.161759 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for port (b09590ff-6c69-4aa8-87bc-3b6590251775), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.173868 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e53b68-77b3-4969-9f7a-000d02b4529b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:04:41.182711 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e53b68-77b3-4969-9f7a-000d02b4529b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cce1a2c-fffb-4f29-9a6b-9bd0155e0a17,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:41.205545 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-171f3474-3586-4f2e-898a-f6b2cbec79ef tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.209905 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58e53b68-77b3-4969-9f7a-000d02b4529b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (07ebd08c-b8f0-41a5-a18d-f571feb29f4d), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.211093 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-58e53b68-77b3-4969-9f7a-000d02b4529b admin admin] Added segment 07ebd08c-b8f0-41a5-a18d-f571feb29f4d of type vlan for network 6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e Jan 26 19:04:41.212668 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39606) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:41.216885 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-171f3474-3586-4f2e-898a-f6b2cbec79ef tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5418148 Jan 26 19:04:41.222084 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-d362c057-dc26-444c-bd9e-a45e4bd10a48 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Request body: {'security_group_rule': {'security_group_id': '74a1a003-435f-4754-a3bc-2a2fb9a50161', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:41.227601 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-de96f96c-365e-4fe8-88f3-0529b85f3751 req-58f8f555-4b9d-484f-b608-d06c48849734 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22944a64-da6b-4d3e-82b6-e7d38be2663b HTTP/1.1" status: 200 len: 217 time: 0.1726060 Jan 26 19:04:41.276791 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-8663ba6e-da2e-4543-9ecb-a02691207b9b None None] Provisioning complete for port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:41.279670 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8663ba6e-da2e-4543-9ecb-a02691207b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.300947 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96f96c-365e-4fe8-88f3-0529b85f3751 req-17a583e3-eecb-4dd9-a481-1f017af48cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:41.302823 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-de96f96c-365e-4fe8-88f3-0529b85f3751 req-17a583e3-eecb-4dd9-a481-1f017af48cdf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=77df0769-fba2-455a-a755-eab762abd5e2 HTTP/1.1" status: 200 len: 852 time: 0.0608461 Jan 26 19:04:41.319857 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (b09590ff-6c69-4aa8-87bc-3b6590251775), after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.376256 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-de96f96c-365e-4fe8-88f3-0529b85f3751 req-20afcd4a-db80-449e-9f7e-41c08e38e592 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56486b77-f66a-442b-aa39-e5248d3232b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483520 Jan 26 19:04:41.477697 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8663ba6e-da2e-4543-9ecb-a02691207b9b None None] Current status of the port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:41.478111 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8663ba6e-da2e-4543-9ecb-a02691207b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.482589 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:30Z', 'revision_number': 4, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '9ab87bc0-cdd7-409d-b790-81cf64d4efbe', 'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'mac_address': 'fa:16:3e:b0:d1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:27Z', 'updated_at': '2022-01-26T19:04:40Z', 'revision_number': 4, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'subnets': [{'id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:41.484508 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (f3b6b7f2-4e68-4ed9-9182-1f92d950a455), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.526779 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3bdc60-3f6e-4610-b5cb-2a1fb6df8985 None None] The sync data for ids ['74220c30-68c8-43b5-b723-ab32070c3be1'] in dv-cinder-824187-6-iscsi is: [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:30Z', 'revision_number': 4, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '9ab87bc0-cdd7-409d-b790-81cf64d4efbe', 'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'mac_address': 'fa:16:3e:b0:d1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:27Z', 'updated_at': '2022-01-26T19:04:40Z', 'revision_number': 4, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'subnets': [{'id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:04:41.534292 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d18d2905-55d5-4659-b02e-69ccc5f0f50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (1dfcf7ba-1b5c-4792-807a-6f7fe87a8cf5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.535812 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d18d2905-55d5-4659-b02e-69ccc5f0f50f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.536829 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-d18d2905-55d5-4659-b02e-69ccc5f0f50f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1dfcf7ba-1b5c-4792-807a-6f7fe87a8cf5 HTTP/1.1" status: 204 len: 168 time: 0.8479717 Jan 26 19:04:41.567028 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58e53b68-77b3-4969-9f7a-000d02b4529b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.582581 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8663ba6e-da2e-4543-9ecb-a02691207b9b None None] For port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=9ab87bc0-cdd7-409d-b790-81cf64d4efbe,segment=NetworkSegment(11ecee25-3af8-48ff-8d6b-d80d3818c6dc),segment_id=11ecee25-3af8-48ff-8d6b-d80d3818c6dc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:41.646475 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-702d55f7-1cc2-48c2-b78f-ea37edcd8302 req-ebf21ddb-59eb-4f8a-b742-2e4eee2085fa tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 210 time: 0.1846309 Jan 26 19:04:41.672452 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d2905-55d5-4659-b02e-69ccc5f0f50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfcf7ba-1b5c-4792-807a-6f7fe87a8cf5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:41.676344 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.677341 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6339a-aba6-442f-8404-a89caadc65b0 req-e2a87044-20e0-4ac0-b77b-e90cbd2c7970 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:41.677743 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9331226 Jan 26 19:04:41.679278 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b6f6339a-aba6-442f-8404-a89caadc65b0 req-e2a87044-20e0-4ac0-b77b-e90cbd2c7970 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 943 time: 0.3021448 Jan 26 19:04:41.681848 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.db.resource_extend [None req-58e53b68-77b3-4969-9f7a-000d02b4529b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 19:04:41.691006 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee670607-1898-467a-bd31-c32a0e29b4a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event updated for resources: {'Port': ['ID=b09590ff-6c69-4aa8-87bc-3b6590251775,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:41.727127 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8663ba6e-da2e-4543-9ecb-a02691207b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.750716 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d362c057-dc26-444c-bd9e-a45e4bd10a48 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group_rule (ee7155f3-55e6-4ce4-ab05-c8c53016f6e5), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.857230 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d362c057-dc26-444c-bd9e-a45e4bd10a48 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group_rule (ee7155f3-55e6-4ce4-ab05-c8c53016f6e5), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.862147 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663ba6e-da2e-4543-9ecb-a02691207b9b None None] Pushing event updated for resources: {'Port': ['ID=9ab87bc0-cdd7-409d-b790-81cf64d4efbe,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:41.884418 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58e53b68-77b3-4969-9f7a-000d02b4529b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.884418 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e53b68-77b3-4969-9f7a-000d02b4529b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:41.885353 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58e53b68-77b3-4969-9f7a-000d02b4529b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:41.916493 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-de96f96c-365e-4fe8-88f3-0529b85f3751 req-fa52a9e7-bc25-4d11-ad2a-2de801561fa0 service neutron] 10.222.0.55 "GET /v2.0/networks/56486b77-f66a-442b-aa39-e5248d3232b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737170 Jan 26 19:04:41.938009 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 64400) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:41.966463 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e53b68-77b3-4969-9f7a-000d02b4529b admin admin] Pushing event updated for resources: {'Network': ['ID=6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:41.986091 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network 6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:04:42.007736 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d362c057-dc26-444c-bd9e-a45e4bd10a48 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (ee7155f3-55e6-4ce4-ab05-c8c53016f6e5), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:42.278948 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-58e53b68-77b3-4969-9f7a-000d02b4529b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9250951 Jan 26 19:04:42.278948 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39628) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:42.278948 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362c057-dc26-444c-bd9e-a45e4bd10a48 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7155f3-55e6-4ce4-ab05-c8c53016f6e5,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:42.278948 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-f9519ca1-781a-47d8-ae7f-60ca39c6372f admin admin] Request body: {'subnet': {'network_id': '6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1383264991-subnet', 'tenant_id': '3d198197600a4319b02b6010907cb066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:42.281721 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b6f6339a-aba6-442f-8404-a89caadc65b0 req-df0e5de7-33a3-41da-9ed6-bf278d73bd48 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501653 Jan 26 19:04:42.281721 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-3a11398f-c409-4142-a81f-f4513d209d7c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Publish callbacks [] for port (5bb9289d-07a6-40bf-8689-eeb57d2ccf08), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:42.282373 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-da6f4a48-0b1f-4433-9c0a-a05ef7a3700a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1975626801&fields=id&tenant_id=576e14109c434e728644c0dd02a7a738 HTTP/1.1" status: 200 len: 267 time: 0.1122720 Jan 26 19:04:42.346175 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-87a2ce04-b52f-4520-99be-5e9e54f176cb tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:42.347948 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-87a2ce04-b52f-4520-99be-5e9e54f176cb tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.55 "GET /v2.0/networks?id=921d1990-0cae-4d45-bbe0-ab047b54ae33 HTTP/1.1" status: 200 len: 818 time: 0.3742619 Jan 26 19:04:42.370088 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 9ab87bc0-cdd7-409d-b790-81cf64d4efbe up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:42.436081 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-89d120c5-a6c5-4c5a-a48b-8b93e8782059 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Request body: {'port': {'device_id': 'ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa', 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33', 'admin_state_up': True, 'tenant_id': '962aee889d284a26804b539454f574a5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:42.463435 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-de96f96c-365e-4fe8-88f3-0529b85f3751 req-a812df0c-ff2d-49ab-aba5-22d967761f87 service neutron] 10.222.0.55 "GET /v2.0/networks/56486b77-f66a-442b-aa39-e5248d3232b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267406 Jan 26 19:04:42.474597 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:42.478367 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:42.478514 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-3043b0cc-c17a-4d4a-b03e-1503c943a4e6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:42.482303 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-3043b0cc-c17a-4d4a-b03e-1503c943a4e6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/networks?id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca HTTP/1.1" status: 200 len: 817 time: 0.2158341 Jan 26 19:04:42.483843 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9519ca1-781a-47d8-ae7f-60ca39c6372f admin admin] Made reservation on behalf of 3d198197600a4319b02b6010907cb066 for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:04:42.486248 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f9519ca1-781a-47d8-ae7f-60ca39c6372f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:42.542376 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d362c057-dc26-444c-bd9e-a45e4bd10a48 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:42.542376 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-d362c057-dc26-444c-bd9e-a45e4bd10a48 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3134229 Jan 26 19:04:42.555568 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39638) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:42.599483 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Request body: {'floatingip': {'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:42.617348 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-21be0a38-2653-4803-88ac-e679a8cf51cd tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/quotas/576e14109c434e728644c0dd02a7a738 HTTP/1.1" status: 200 len: 375 time: 0.0876369 Jan 26 19:04:42.720874 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:42.724416 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:42.810925 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:42.855411 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-16a31acd-0617-4267-87f0-9e6d0cf1a01b tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=576e14109c434e728644c0dd02a7a738&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2292354 Jan 26 19:04:42.892565 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-3a11398f-c409-4142-a81f-f4513d209d7c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (5bb9289d-07a6-40bf-8689-eeb57d2ccf08), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:42.946917 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9b2440f2-d05a-41a0-847d-2e41c674a186 req-56964ae6-0bb9-474f-9d25-d092b8b9ae3f tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 210 time: 0.0661819 Jan 26 19:04:42.986855 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-3a11398f-c409-4142-a81f-f4513d209d7c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Network 921d1990-0cae-4d45-bbe0-ab047b54ae33 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:43.006176 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-3a11398f-c409-4142-a81f-f4513d209d7c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:43.021732 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-3a11398f-c409-4142-a81f-f4513d209d7c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:04:43.027863 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-3a11398f-c409-4142-a81f-f4513d209d7c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:43.028515 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-3a11398f-c409-4142-a81f-f4513d209d7c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:43.081928 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-a5d77796-f2b6-4320-8f4e-393874fb5964 service neutron] 10.222.0.52 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672478 Jan 26 19:04:43.088721 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11398f-c409-4142-a81f-f4513d209d7c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Pushing event updated for resources: {'Port': ['ID=5bb9289d-07a6-40bf-8689-eeb57d2ccf08,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:43.113612 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f9519ca1-781a-47d8-ae7f-60ca39c6372f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for subnet (f2a2debb-f6d4-4149-9502-e96ef37bb219), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:43.134183 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-3a11398f-c409-4142-a81f-f4513d209d7c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7759652 Jan 26 19:04:43.172511 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Request body: {'port': {'device_id': '6bf9fa11-9753-4036-9c2e-c835afa93419', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:43.225274 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9519ca1-781a-47d8-ae7f-60ca39c6372f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a2debb-f6d4-4149-9502-e96ef37bb219,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:43.241700 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-89d120c5-a6c5-4c5a-a48b-8b93e8782059 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Made reservation on behalf of 962aee889d284a26804b539454f574a5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:04:43.249137 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-89d120c5-a6c5-4c5a-a48b-8b93e8782059 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:43.256423 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (5bb9289d-07a6-40bf-8689-eeb57d2ccf08), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:43.311621 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9519ca1-781a-47d8-ae7f-60ca39c6372f admin admin] Checking segment: {'id': '07ebd08c-b8f0-41a5-a18d-f571feb29f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:43.311621 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9519ca1-781a-47d8-ae7f-60ca39c6372f admin admin] Network hostable DHCP agents. Network: 6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:04:43.317673 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-31ec9893-832d-471a-90f8-b6c5f424cc85 service neutron] 10.222.0.52 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349255 Jan 26 19:04:43.320880 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:43.454090 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Allocated IP 172.27.2.125 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/3c7b7df9-651c-48c0-85c5-07b446bb1e92) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:04:43.484486 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9519ca1-781a-47d8-ae7f-60ca39c6372f admin admin] Network 6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:04:43.565287 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aeb90-6c14-4900-b97b-91eac1ff840e req-0befeaf1-c636-4e26-a8d1-47047054f063 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:43.566811 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e85aeb90-6c14-4900-b97b-91eac1ff840e req-0befeaf1-c636-4e26-a8d1-47047054f063 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 943 time: 0.1921191 Jan 26 19:04:43.575942 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-89d120c5-a6c5-4c5a-a48b-8b93e8782059 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Allocated IP 172.20.0.14 (921d1990-0cae-4d45-bbe0-ab047b54ae33/e1d20eae-eca3-4437-bd5f-ba7798de1214/60bb1009-0db8-4cd4-914b-3a00c27ce4cb) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:04:43.613499 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for port (3c7b7df9-651c-48c0-85c5-07b446bb1e92), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:43.660750 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e85aeb90-6c14-4900-b97b-91eac1ff840e req-a47d3096-39b3-4267-a33d-0d161bbd2027 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861492 Jan 26 19:04:43.688849 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-f9519ca1-781a-47d8-ae7f-60ca39c6372f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, 6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:43.708312 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410ad2b5-44a9-4d89-9648-000a1bf96a78 None None] Network 6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:04:43.736440 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9519ca1-781a-47d8-ae7f-60ca39c6372f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:43.746294 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f9519ca1-781a-47d8-ae7f-60ca39c6372f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:43.764145 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (3c7b7df9-651c-48c0-85c5-07b446bb1e92), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:43.784933 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:43.867611 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:43.868875 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39690) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:43.870178 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event updated for resources: {'Port': ['ID=3c7b7df9-651c-48c0-85c5-07b446bb1e92,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:43.873759 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:43.904586 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26275501-23dd-47a2-8923-201da66cc976 None None] Network 6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:04:43.908909 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:04:43.971237 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-89d120c5-a6c5-4c5a-a48b-8b93e8782059 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Publish callbacks [] for port (60bb1009-0db8-4cd4-914b-3a00c27ce4cb), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:43.990352 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-f9519ca1-781a-47d8-ae7f-60ca39c6372f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8989427 Jan 26 19:04:44.082374 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-06dd3d7b-fcfb-4134-9ac3-b4d91d4ad53c req-b92b3e9e-e30f-4ebf-b19e-af109f5860be tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 210 time: 0.2008290 Jan 26 19:04:44.095084 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for floatingip (d0f11d81-33ce-4622-83fe-26dd007358f6), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.096849 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe4f6-d54b-41e0-b6f4-2d306a3d514f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.144314 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fcb2b10b-32b9-4900-813c-8e6a7b87757c req-1134d243-3394-4cf1-a491-d68b52e24755 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 210 time: 0.0404618 Jan 26 19:04:44.148304 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-89d120c5-a6c5-4c5a-a48b-8b93e8782059 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (60bb1009-0db8-4cd4-914b-3a00c27ce4cb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.217885 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe4f6-d54b-41e0-b6f4-2d306a3d514f admin admin] Publish callbacks [] for security_group (3f9a16d2-2f53-420c-b1f7-5963a6085702), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.221313 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39704) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:44.298195 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b4fbe8-5fef-4623-8c70-be2a0378ba16 admin admin] Deleting subnet 1c348acf-0541-423b-a503-03f3d6b18d21 {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:04:44.300389 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (3c7b7df9-651c-48c0-85c5-07b446bb1e92), before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.303923 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe4f6-d54b-41e0-b6f4-2d306a3d514f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (3f9a16d2-2f53-420c-b1f7-5963a6085702), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.319775 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77b4fbe8-5fef-4623-8c70-be2a0378ba16 admin admin] Publish callbacks [] for subnet (1c348acf-0541-423b-a503-03f3d6b18d21), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.326516 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-89d120c5-a6c5-4c5a-a48b-8b93e8782059 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Network 921d1990-0cae-4d45-bbe0-ab047b54ae33 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:44.328018 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-89d120c5-a6c5-4c5a-a48b-8b93e8782059 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:44.346092 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-89d120c5-a6c5-4c5a-a48b-8b93e8782059 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:04:44.355719 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-89d120c5-a6c5-4c5a-a48b-8b93e8782059 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:44.356586 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-89d120c5-a6c5-4c5a-a48b-8b93e8782059 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.360315 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d120c5-a6c5-4c5a-a48b-8b93e8782059 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Pushing event updated for resources: {'Port': ['ID=60bb1009-0db8-4cd4-914b-3a00c27ce4cb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:44.422821 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-4e4fe4f6-d54b-41e0-b6f4-2d306a3d514f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c200a260c3e4f94924f845009ca73af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5459576 Jan 26 19:04:44.426874 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:04:44.429442 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39712) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:44.437743 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Publish callbacks [] for port (5bb9289d-07a6-40bf-8689-eeb57d2ccf08), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.444706 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fe4f6-d54b-41e0-b6f4-2d306a3d514f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9a16d2-2f53-420c-b1f7-5963a6085702,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:44.449553 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77b4fbe8-5fef-4623-8c70-be2a0378ba16 admin admin] Publish callbacks [] for subnet (1c348acf-0541-423b-a503-03f3d6b18d21), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.453302 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Transition to ACTIVE for port object 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:04:44.471139 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-89d120c5-a6c5-4c5a-a48b-8b93e8782059 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0439889 Jan 26 19:04:44.472558 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77b4fbe8-5fef-4623-8c70-be2a0378ba16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643270'] for subnet (1c348acf-0541-423b-a503-03f3d6b18d21), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.485481 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Request body: {'port': {'device_id': 'ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:44.560965 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (60bb1009-0db8-4cd4-914b-3a00c27ce4cb), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.611887 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-407aa22f-9d30-43ba-9a1a-73fc1ba6cb9d admin admin] Publish callbacks [] for security_group (3f9a16d2-2f53-420c-b1f7-5963a6085702), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.618583 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (5bb9289d-07a6-40bf-8689-eeb57d2ccf08), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.649793 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-407aa22f-9d30-43ba-9a1a-73fc1ba6cb9d admin admin] Publish callbacks [] for security_group (3f9a16d2-2f53-420c-b1f7-5963a6085702), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.680029 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for port (3c7b7df9-651c-48c0-85c5-07b446bb1e92), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.793461 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77b4fbe8-5fef-4623-8c70-be2a0378ba16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for subnet (1c348acf-0541-423b-a503-03f3d6b18d21), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.815573 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Pushing event updated for resources: {'Port': ['ID=5bb9289d-07a6-40bf-8689-eeb57d2ccf08,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:44.822378 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4fbe8-5fef-4623-8c70-be2a0378ba16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c348acf-0541-423b-a503-03f3d6b18d21,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:44.828352 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (3c7b7df9-651c-48c0-85c5-07b446bb1e92), after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.830408 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-407aa22f-9d30-43ba-9a1a-73fc1ba6cb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (3f9a16d2-2f53-420c-b1f7-5963a6085702), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.832901 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-407aa22f-9d30-43ba-9a1a-73fc1ba6cb9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.837126 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-407aa22f-9d30-43ba-9a1a-73fc1ba6cb9d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f9a16d2-2f53-420c-b1f7-5963a6085702 HTTP/1.1" status: 204 len: 168 time: 0.4047225 Jan 26 19:04:44.838422 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77b4fbe8-5fef-4623-8c70-be2a0378ba16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.845877 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-77b4fbe8-5fef-4623-8c70-be2a0378ba16 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1c348acf-0541-423b-a503-03f3d6b18d21 HTTP/1.1" status: 204 len: 168 time: 0.6228805 Jan 26 19:04:44.852746 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 39724) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:44.886463 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407aa22f-9d30-43ba-9a1a-73fc1ba6cb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9a16d2-2f53-420c-b1f7-5963a6085702,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:44.890432 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (d0f11d81-33ce-4622-83fe-26dd007358f6), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.894480 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Attempting to bind port 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:04:44.894480 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Attempting to bind port 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'cb572e59-6c33-4e38-beb1-68366b64ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:04:44.894480 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Attempting to bind port 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 on network 921d1990-0cae-4d45-bbe0-ab047b54ae33 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:44.916845 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event updated for resources: {'Port': ['ID=3c7b7df9-651c-48c0-85c5-07b446bb1e92,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:44.936212 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Port 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 on network 921d1990-0cae-4d45-bbe0-ab047b54ae33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:04:44.936939 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Attempting to bind port 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 on network 921d1990-0cae-4d45-bbe0-ab047b54ae33 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:44.971573 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:04:44.971975 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Checking segment: {'id': 'cb572e59-6c33-4e38-beb1-68366b64ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:44.972281 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Bound using segment: {'id': 'cb572e59-6c33-4e38-beb1-68366b64ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:04:44.972713 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Bound port: 5bb9289d-07a6-40bf-8689-eeb57d2ccf08, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb572e59-6c33-4e38-beb1-68366b64ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:04:44.973081 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (5bb9289d-07a6-40bf-8689-eeb57d2ccf08), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:44.992221 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc1208-3b2c-4807-80d0-944b42593a62 req-0297e50d-3fb4-4224-b171-56f0e7165e50 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:44.993910 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5ecc1208-3b2c-4807-80d0-944b42593a62 req-0297e50d-3fb4-4224-b171-56f0e7165e50 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 943 time: 0.2487307 Jan 26 19:04:45.003717 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600199'] for network (55d7bb39-1ebd-493a-8e88-d355407aa05c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:45.037766 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:45.041182 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-9b4a6428-d311-4172-b73e-8b1ed0b8a517 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4734807 Jan 26 19:04:45.193915 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-64034de6-fcd1-4ddd-a571-a9dcf6f89d9a req-56b56b25-436a-4026-8cdf-83a504ba7b9e tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 210 time: 0.0468686 Jan 26 19:04:45.227513 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60bb1009-0db8-4cd4-914b-3a00c27ce4cb {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:04:45.245391 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Publish callbacks [] for port (60bb1009-0db8-4cd4-914b-3a00c27ce4cb), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:45.255780 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5ecc1208-3b2c-4807-80d0-944b42593a62 req-4e51e920-5250-4ddf-b60c-3485a5e8727a tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423670 Jan 26 19:04:45.268643 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] For port 5bb9289d-07a6-40bf-8689-eeb57d2ccf08, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:04:45.272048 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646737', 'neutron.services.segments.db._delete_segments_for_network-8747743498626'] for network (55d7bb39-1ebd-493a-8e88-d355407aa05c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:45.277756 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] For port 5bb9289d-07a6-40bf-8689-eeb57d2ccf08, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=5bb9289d-07a6-40bf-8689-eeb57d2ccf08,segment=NetworkSegment(cb572e59-6c33-4e38-beb1-68366b64ed53),segment_id=cb572e59-6c33-4e38-beb1-68366b64ed53)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:04:45.278994 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Transition to ACTIVE for port object 60bb1009-0db8-4cd4-914b-3a00c27ce4cb will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:04:45.302094 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:45.304165 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:45.304165 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:45.304165 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:45.304165 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:45.305552 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:45.307142 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:45.307808 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:45.308514 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:45.310635 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:45.350692 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf43a59-74b8-475a-a35f-460b9a8aa081 req-822aa583-58d9-4ae5-b6fa-34202312aebc tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:45.352322 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2bf43a59-74b8-475a-a35f-460b9a8aa081 req-822aa583-58d9-4ae5-b6fa-34202312aebc tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 932 time: 0.0933409 Jan 26 19:04:45.421937 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2bf43a59-74b8-475a-a35f-460b9a8aa081 req-81a460bd-d7b5-4344-b6e8-440cfcc24a1c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577385 Jan 26 19:04:45.538223 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:45.538612 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:45.538973 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:45.539301 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:45.539680 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d7bb39-1ebd-493a-8e88-d355407aa05c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:45.554970 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (60bb1009-0db8-4cd4-914b-3a00c27ce4cb), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:45.557375 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (5bb9289d-07a6-40bf-8689-eeb57d2ccf08), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:45.578002 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fe94a4-dad7-4da7-961f-9be0edd9c532') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:45.578323 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fe94a4-dad7-4da7-961f-9be0edd9c532') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:45.625307 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743466123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2376334'] for segment (f9fe94a4-dad7-4da7-961f-9be0edd9c532), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:45.814994 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:45.815619 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:45.817259 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] 10.222.0.55 "PUT /v2.0/ports/5bb9289d-07a6-40bf-8689-eeb57d2ccf08 HTTP/1.1" status: 200 len: 1093 time: 2.6552427 Jan 26 19:04:45.818445 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf9fa11-9753-4036-9c2e-c835afa93419', 'tag': '5bb9289d-07a6-40bf-8689-eeb57d2ccf08'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:04:45.820755 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d067733e-2250-42cb-8d0b-b169d51bb2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf9fa11-9753-4036-9c2e-c835afa93419", "tag": "5bb9289d-07a6-40bf-8689-eeb57d2ccf08"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:04:45.835994 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (f9fe94a4-dad7-4da7-961f-9be0edd9c532), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:45.870315 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:04:45.870726 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59506139'] for segment (f9fe94a4-dad7-4da7-961f-9be0edd9c532), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:45.887183 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39766) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:45.901811 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-782e85da-0a20-4bd3-905d-df182a93324b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: from cryptography.utils import int_from_bytes Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: from cryptography.utils import int_from_bytes Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: Traceback (most recent call last): Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: timer() Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: cb(*args, **kw) Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: return func(*args, **kwargs) Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: self._notify() Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: self.callback(batched_events) Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: event.method(event) Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: return f(self, *a, **k) Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: return self._get(url).json() Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:04:45.929568 dv-cinder-824187-6-iscsi neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:04:45.943224 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e6c8a6-2975-4be8-854d-422ebd5ad464 x-openstack-request-id: req-29e6c8a6-2975-4be8-854d-422ebd5ad464 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:04:45.943516 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf9fa11-9753-4036-9c2e-c835afa93419", "tag": "5bb9289d-07a6-40bf-8689-eeb57d2ccf08", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:04:45.943776 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29e6c8a6-2975-4be8-854d-422ebd5ad464 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:04:45.944173 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf9fa11-9753-4036-9c2e-c835afa93419', 'tag': '5bb9289d-07a6-40bf-8689-eeb57d2ccf08', 'status': 'completed', 'code': 200} Jan 26 19:04:45.981312 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Pushing event updated for resources: {'Port': ['ID=60bb1009-0db8-4cd4-914b-3a00c27ce4cb,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:45.981564 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-782e85da-0a20-4bd3-905d-df182a93324b admin admin] Publish callbacks [] for security_group (46fa66a8-256a-4da7-b54b-1a4c5eec2bd4), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.081307 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-b8642e68-7884-4bbd-92e3-df857172e4f3 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--292437677&fields=id&tenant_id=ad6163233adb43149b021649508e8ff6 HTTP/1.1" status: 200 len: 267 time: 0.5358629 Jan 26 19:04:46.147747 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-782e85da-0a20-4bd3-905d-df182a93324b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (46fa66a8-256a-4da7-b54b-1a4c5eec2bd4), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.195722 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c34274-3c72-4567-9711-15cfa6d15bed service neutron] Pushing event updated for resources: {'Port': ['ID=5bb9289d-07a6-40bf-8689-eeb57d2ccf08,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:46.211800 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067733e-2250-42cb-8d0b-b169d51bb2e3 req-0db8dc5f-fc6a-4563-9200-ccf34148e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:46.213555 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d067733e-2250-42cb-8d0b-b169d51bb2e3 req-0db8dc5f-fc6a-4563-9200-ccf34148e428 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=962aee889d284a26804b539454f574a5&device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 1096 time: 0.2684126 Jan 26 19:04:46.223016 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Attempting to bind port 60bb1009-0db8-4cd4-914b-3a00c27ce4cb on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:04:46.223357 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Attempting to bind port 60bb1009-0db8-4cd4-914b-3a00c27ce4cb by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'cb572e59-6c33-4e38-beb1-68366b64ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:04:46.223706 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Attempting to bind port 60bb1009-0db8-4cd4-914b-3a00c27ce4cb on network 921d1990-0cae-4d45-bbe0-ab047b54ae33 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:46.250311 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e85da-0a20-4bd3-905d-df182a93324b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fa66a8-256a-4da7-b54b-1a4c5eec2bd4,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:46.267241 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-782e85da-0a20-4bd3-905d-df182a93324b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e23493fe33da471c8ddf59a76205fd07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3748422 Jan 26 19:04:46.267241 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39772) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:46.279189 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4102525'] for network (55d7bb39-1ebd-493a-8e88-d355407aa05c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.286584 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.290034 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/55d7bb39-1ebd-493a-8e88-d355407aa05c HTTP/1.1" status: 204 len: 168 time: 1.4341280 Jan 26 19:04:46.297832 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39774) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:46.317202 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39778) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:46.366544 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Port 60bb1009-0db8-4cd4-914b-3a00c27ce4cb on network 921d1990-0cae-4d45-bbe0-ab047b54ae33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:04:46.366877 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Attempting to bind port 60bb1009-0db8-4cd4-914b-3a00c27ce4cb on network 921d1990-0cae-4d45-bbe0-ab047b54ae33 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:46.392035 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f798d-09f8-4f8d-94c9-2e278a9f4dc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=55d7bb39-1ebd-493a-8e88-d355407aa05c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:46.416478 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:04:46.416887 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Checking segment: {'id': 'cb572e59-6c33-4e38-beb1-68366b64ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:46.417278 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Bound using segment: {'id': 'cb572e59-6c33-4e38-beb1-68366b64ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:04:46.417725 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Bound port: 60bb1009-0db8-4cd4-914b-3a00c27ce4cb, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb572e59-6c33-4e38-beb1-68366b64ed53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:04:46.418081 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (60bb1009-0db8-4cd4-914b-3a00c27ce4cb), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.454659 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-60fb0188-b97c-46ce-9b70-acedf3985da4 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:46.456090 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-60fb0188-b97c-46ce-9b70-acedf3985da4 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/networks?id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf HTTP/1.1" status: 200 len: 809 time: 0.3583484 Jan 26 19:04:46.529096 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e12d5452-c0bb-4968-a2ef-58128d1e2ac1 req-39d35608-b729-4235-8da6-c7358f33d8b0 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 210 time: 0.2126782 Jan 26 19:04:46.545763 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-442feb17-631d-44b8-8719-cee916888967 admin admin] Deleting subnet f2a2debb-f6d4-4149-9502-e96ef37bb219 {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:04:46.554526 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-56901ad5-6949-41b5-b963-f7d84e503385 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/quotas/ad6163233adb43149b021649508e8ff6 HTTP/1.1" status: 200 len: 375 time: 0.0714588 Jan 26 19:04:46.556975 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-442feb17-631d-44b8-8719-cee916888967 admin admin] Publish callbacks [] for subnet (f2a2debb-f6d4-4149-9502-e96ef37bb219), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.585866 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2f15930f-9510-4753-b159-971a337cc401 admin admin] Publish callbacks [] for security_group (46fa66a8-256a-4da7-b54b-1a4c5eec2bd4), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.616903 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-442feb17-631d-44b8-8719-cee916888967 admin admin] Publish callbacks [] for subnet (f2a2debb-f6d4-4149-9502-e96ef37bb219), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.622595 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2f15930f-9510-4753-b159-971a337cc401 admin admin] Publish callbacks [] for security_group (46fa66a8-256a-4da7-b54b-1a4c5eec2bd4), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.630993 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-442feb17-631d-44b8-8719-cee916888967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643270'] for subnet (f2a2debb-f6d4-4149-9502-e96ef37bb219), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.637467 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] For port 60bb1009-0db8-4cd4-914b-3a00c27ce4cb, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:04:46.640754 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] For port 60bb1009-0db8-4cd4-914b-3a00c27ce4cb, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=60bb1009-0db8-4cd4-914b-3a00c27ce4cb,segment=NetworkSegment(cb572e59-6c33-4e38-beb1-68366b64ed53),segment_id=cb572e59-6c33-4e38-beb1-68366b64ed53)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:04:46.651849 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067733e-2250-42cb-8d0b-b169d51bb2e3 req-7aa03ea0-57c0-4e11-8c4f-02d9858db321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:46.653314 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d067733e-2250-42cb-8d0b-b169d51bb2e3 req-7aa03ea0-57c0-4e11-8c4f-02d9858db321 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=962aee889d284a26804b539454f574a5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4316044 Jan 26 19:04:46.694956 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 22944a64-da6b-4d3e-82b6-e7d38be2663b details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:04:46.735550 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b5a45f03-4ef0-4cdf-9634-1cd59ef2bc2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.786654 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46f766-6d2d-4dbf-b40d-9653fad5a6f7 req-1ec4dcdf-2fc1-4e7e-aaeb-26e5ad69df64 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:46.787920 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4e46f766-6d2d-4dbf-b40d-9653fad5a6f7 req-1ec4dcdf-2fc1-4e7e-aaeb-26e5ad69df64 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 943 time: 0.1541204 Jan 26 19:04:46.818156 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (60bb1009-0db8-4cd4-914b-3a00c27ce4cb), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.850034 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 22944a64-da6b-4d3e-82b6-e7d38be2663b, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=22944a64-da6b-4d3e-82b6-e7d38be2663b,segment=NetworkSegment(55c000ad-5a50-48e1-b888-57b2e247f52c),segment_id=55c000ad-5a50-48e1-b888-57b2e247f52c)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:46.856299 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4e46f766-6d2d-4dbf-b40d-9653fad5a6f7 req-2e357006-3cc8-47c1-85b4-c82ec3a7a060 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541215 Jan 26 19:04:46.860443 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-442feb17-631d-44b8-8719-cee916888967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for subnet (f2a2debb-f6d4-4149-9502-e96ef37bb219), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.882589 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': '22944a64-da6b-4d3e-82b6-e7d38be2663b', 'network_id': '56486b77-f66a-442b-aa39-e5248d3232b9', 'port_id': '22944a64-da6b-4d3e-82b6-e7d38be2663b', 'mac_address': 'fa:16:3e:25:9e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77df0769-fba2-455a-a755-eab762abd5e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:04:46.903289 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442feb17-631d-44b8-8719-cee916888967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a2debb-f6d4-4149-9502-e96ef37bb219,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:46.905978 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-442feb17-631d-44b8-8719-cee916888967 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.912430 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-442feb17-631d-44b8-8719-cee916888967 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f2a2debb-f6d4-4149-9502-e96ef37bb219 HTTP/1.1" status: 204 len: 168 time: 0.6154099 Jan 26 19:04:46.913653 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39790) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:46.927380 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2f15930f-9510-4753-b159-971a337cc401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (46fa66a8-256a-4da7-b54b-1a4c5eec2bd4), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.930131 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2f15930f-9510-4753-b159-971a337cc401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.931411 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-2f15930f-9510-4753-b159-971a337cc401 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/46fa66a8-256a-4da7-b54b-1a4c5eec2bd4 HTTP/1.1" status: 204 len: 168 time: 0.6633155 Jan 26 19:04:46.941761 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 22944a64-da6b-4d3e-82b6-e7d38be2663b is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:46.942367 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (22944a64-da6b-4d3e-82b6-e7d38be2663b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.947317 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067733e-2250-42cb-8d0b-b169d51bb2e3 req-903c2fa3-015e-4bbe-80e8-c0d5a03efca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:46.950203 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d067733e-2250-42cb-8d0b-b169d51bb2e3 req-903c2fa3-015e-4bbe-80e8-c0d5a03efca1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2687442 Jan 26 19:04:46.958778 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22944a64-da6b-4d3e-82b6-e7d38be2663b {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:04:46.966171 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:46.966807 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:46.968768 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] 10.222.0.55 "PUT /v2.0/ports/60bb1009-0db8-4cd4-914b-3a00c27ce4cb HTTP/1.1" status: 200 len: 1094 time: 2.4898298 Jan 26 19:04:46.969499 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b24cb-e61b-4dd0-914a-420f76450eba service neutron] Pushing event updated for resources: {'Port': ['ID=60bb1009-0db8-4cd4-914b-3a00c27ce4cb,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:47.006211 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15930f-9510-4753-b159-971a337cc401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fa66a8-256a-4da7-b54b-1a4c5eec2bd4,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:47.014226 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 22944a64-da6b-4d3e-82b6-e7d38be2663b, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=22944a64-da6b-4d3e-82b6-e7d38be2663b,segment=NetworkSegment(55c000ad-5a50-48e1-b888-57b2e247f52c),segment_id=55c000ad-5a50-48e1-b888-57b2e247f52c)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:47.035719 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-20cfa508-638d-467b-9f66-bf099f7e6698 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad6163233adb43149b021649508e8ff6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4747405 Jan 26 19:04:47.044735 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600199'] for network (6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:47.110242 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (22944a64-da6b-4d3e-82b6-e7d38be2663b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:47.149268 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b5a45f03-4ef0-4cdf-9634-1cd59ef2bc2f admin admin] Publish callbacks [] for security_group (dd8a40d8-d001-4aea-8014-10b71ac9d0a2), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:47.225480 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=22944a64-da6b-4d3e-82b6-e7d38be2663b,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:47.245961 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559afa0-4d76-430c-9d86-7d58b55dcc27 req-2dd3ce7a-0703-40c5-afb5-ed3ff2545b35 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:47.247711 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a559afa0-4d76-430c-9d86-7d58b55dcc27 req-2dd3ce7a-0703-40c5-afb5-ed3ff2545b35 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 944 time: 0.1824012 Jan 26 19:04:47.250741 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646737', 'neutron.services.segments.db._delete_segments_for_network-8747743498626'] for network (6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:47.277509 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-f7745ff8-a203-4a8f-a666-e3cdd421c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:47.279044 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-f7745ff8-a203-4a8f-a666-e3cdd421c5ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=962aee889d284a26804b539454f574a5&device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 1096 time: 0.2234373 Jan 26 19:04:47.289434 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:47.289842 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:47.290666 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:47.291008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Subscribe: > port after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:47.291355 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:47.291693 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Subscribe: > port after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:47.292041 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:47.292384 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:47.292722 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:47.293047 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:47.353950 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-7deb9867-d30e-4e12-a233-f1cfaa316cd5 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:47.355494 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-7deb9867-d30e-4e12-a233-f1cfaa316cd5 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.55 "GET /v2.0/networks?id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca HTTP/1.1" status: 200 len: 817 time: 0.3187771 Jan 26 19:04:47.357205 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-f407b7ff-6b35-445a-9740-098839ddeb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:47.359155 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-f407b7ff-6b35-445a-9740-098839ddeb63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=962aee889d284a26804b539454f574a5&device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 1097 time: 0.2503548 Jan 26 19:04:47.361386 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-1c9e00ab-5a01-4772-9b87-2a840282657e service neutron] 10.222.0.52 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895656 Jan 26 19:04:47.362807 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-5281b07f-96c4-482a-81b3-6a5d4809e815 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb9289d-07a6-40bf-8689-eeb57d2ccf08 HTTP/1.1" status: 200 len: 217 time: 0.0711882 Jan 26 19:04:47.401294 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['22944a64-da6b-4d3e-82b6-e7d38be2663b'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:04:47.495914 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-272482df-dc70-454d-87eb-c26d8aa0cb88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60bb1009-0db8-4cd4-914b-3a00c27ce4cb HTTP/1.1" status: 200 len: 217 time: 0.1115994 Jan 26 19:04:47.583717 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-80621bd0-7768-4598-af95-fb4eb4d25e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:47.584103 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:47.584594 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:47.585209 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:47.585340 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-80621bd0-7768-4598-af95-fb4eb4d25e19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1d20eae-eca3-4437-bd5f-ba7798de1214 HTTP/1.1" status: 200 len: 858 time: 0.2023115 Jan 26 19:04:47.585459 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:04:47.586008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e']}} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:47.603727 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b5a45f03-4ef0-4cdf-9634-1cd59ef2bc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (dd8a40d8-d001-4aea-8014-10b71ac9d0a2), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:47.615356 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ebd08c-b8f0-41a5-a18d-f571feb29f4d') {'for_net_delete': True} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:47.615682 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ebd08c-b8f0-41a5-a18d-f571feb29f4d') {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:04:47.642354 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-a7eb981e-d82b-46e6-b7c4-262c397b792e tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=576e14109c434e728644c0dd02a7a738 HTTP/1.1" status: 200 len: 380 time: 0.2726576 Jan 26 19:04:47.644561 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-bc83f2c8-3355-4892-8099-fbe3d08ee8d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=921d1990-0cae-4d45-bbe0-ab047b54ae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508060 Jan 26 19:04:47.662995 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743466123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3764342'] for segment (07ebd08c-b8f0-41a5-a18d-f571feb29f4d), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:47.664505 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-8a115ae4-8e1e-478b-a94f-57c9180c59ce tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Request body: {'port': {'device_id': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'admin_state_up': True, 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'security_groups': ['36074071-5478-4c3d-a60e-e9c2bfb51ca4']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:47.680646 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-e4f75115-333d-4464-a995-bfa91f8dd77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:47.682394 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-e4f75115-333d-4464-a995-bfa91f8dd77e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1d20eae-eca3-4437-bd5f-ba7798de1214 HTTP/1.1" status: 200 len: 858 time: 0.1785014 Jan 26 19:04:47.716175 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a559afa0-4d76-430c-9d86-7d58b55dcc27 req-fa75a4e9-d815-4160-8679-ef623ec275c6 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564645 Jan 26 19:04:47.719579 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (07ebd08c-b8f0-41a5-a18d-f571feb29f4d), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:47.745809 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:04:47.746477 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60123090'] for segment (07ebd08c-b8f0-41a5-a18d-f571feb29f4d), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: from cryptography.utils import int_from_bytes Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: from cryptography.utils import int_from_bytes Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: Traceback (most recent call last): Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: timer() Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: cb(*args, **kw) Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: return func(*args, **kwargs) Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: self._notify() Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: self.callback(batched_events) Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: event.method(event) Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: return f(self, *a, **k) Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._get(url).json() Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: return self.request(url, 'GET', **kwargs) Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:04:47.756086 dv-cinder-824187-6-iscsi neutron-server[103145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:04:47.769524 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-b5a45f03-4ef0-4cdf-9634-1cd59ef2bc2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7eb22a00d6fa40c0b3dc6528f6034590&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2850451 Jan 26 19:04:47.769524 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a45f03-4ef0-4cdf-9634-1cd59ef2bc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8a40d8-d001-4aea-8014-10b71ac9d0a2,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:47.769524 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39814) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:47.890897 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7d956f11-1952-452e-b75d-14a72f8f25a1 req-45bcbda1-c259-44ef-b734-6465ea7d5976 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 210 time: 0.0554941 Jan 26 19:04:47.904245 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-4ad202cd-12f9-47c2-8efd-f2559e1361b4 service neutron] 10.222.0.52 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358179 Jan 26 19:04:47.955089 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-aed26fb4-e75d-4dda-81bd-2a38ae0893d9 admin admin] Publish callbacks [] for security_group (dd8a40d8-d001-4aea-8014-10b71ac9d0a2), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:47.981185 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-aed26fb4-e75d-4dda-81bd-2a38ae0893d9 admin admin] Publish callbacks [] for security_group (dd8a40d8-d001-4aea-8014-10b71ac9d0a2), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:47.984830 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa', 'tag': '60bb1009-0db8-4cd4-914b-3a00c27ce4cb'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:04:47.987730 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2241712-28be-48fa-ba2d-ebcb15322b61" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa", "tag": "60bb1009-0db8-4cd4-914b-3a00c27ce4cb"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:04:48.013658 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4102525'] for network (6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:48.019642 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-48981601-925c-44d4-88a9-663be984c35a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=921d1990-0cae-4d45-bbe0-ab047b54ae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277473 Jan 26 19:04:48.019897 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:48.023071 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] 10.222.0.52 "DELETE /v2.0/networks/6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e HTTP/1.1" status: 204 len: 168 time: 1.1049793 Jan 26 19:04:48.062003 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44771f-01d2-4f68-9f64-58ef4b33f72b admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd2d3b7-2e84-45a4-96b9-ec0a59ba2e1e,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:48.090058 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c6017-90fd-4264-9f2f-380fb6fca0ba req-61c9b718-2ace-47e6-be96-870396a5c4aa tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:48.092041 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fd6c6017-90fd-4264-9f2f-380fb6fca0ba req-61c9b718-2ace-47e6-be96-870396a5c4aa tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 944 time: 0.0830717 Jan 26 19:04:48.142163 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-3646376c-a8b9-4e7d-8532-32631bde377c service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844625 Jan 26 19:04:48.156577 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fd6c6017-90fd-4264-9f2f-380fb6fca0ba req-36355dbc-7382-4be3-8373-278f45c164fd tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492499 Jan 26 19:04:48.210202 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2c36a9-747d-4a6e-9fde-d46192a078de x-openstack-request-id: req-ba2c36a9-747d-4a6e-9fde-d46192a078de {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:04:48.210499 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa", "tag": "60bb1009-0db8-4cd4-914b-3a00c27ce4cb", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:04:48.210759 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba2c36a9-747d-4a6e-9fde-d46192a078de {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:04:48.211183 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa', 'tag': '60bb1009-0db8-4cd4-914b-3a00c27ce4cb', 'status': 'completed', 'code': 200} Jan 26 19:04:48.221912 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-26e3e019-3e66-4055-acf5-0db03a7efde2 service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933601 Jan 26 19:04:48.224566 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-aed26fb4-e75d-4dda-81bd-2a38ae0893d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (dd8a40d8-d001-4aea-8014-10b71ac9d0a2), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:48.227193 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-aed26fb4-e75d-4dda-81bd-2a38ae0893d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:48.229115 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-aed26fb4-e75d-4dda-81bd-2a38ae0893d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd8a40d8-d001-4aea-8014-10b71ac9d0a2 HTTP/1.1" status: 204 len: 168 time: 0.4486852 Jan 26 19:04:48.240846 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed26fb4-e75d-4dda-81bd-2a38ae0893d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8a40d8-d001-4aea-8014-10b71ac9d0a2,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:48.334069 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-8a115ae4-8e1e-478b-a94f-57c9180c59ce tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Made reservation on behalf of 576e14109c434e728644c0dd02a7a738 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:04:48.339749 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-8a115ae4-8e1e-478b-a94f-57c9180c59ce tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:48.347019 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ea280c21-9228-4c6d-b2e2-578aa43ee629 req-460c1a7e-efe6-4aff-becd-6b106363ba36 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 210 time: 0.0460758 Jan 26 19:04:48.401090 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2141f2a4-7544-4db5-9e85-a97abe227e48 req-3d5f9d24-cbd4-41f6-ae27-7897b970d089 service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494144 Jan 26 19:04:48.485794 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39840) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:48.494529 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4e7ef8c5-0961-485e-b89c-ea1fa1d621d7 req-5b8ee432-3231-4968-81a5-171ad1eab47e service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650657 Jan 26 19:04:48.538730 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-cd5caae4-76f1-4666-a3b4-d37e22f4c21b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1090778ba2a48f5964d334aeeb50035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490091 Jan 26 19:04:48.538933 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39842) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:48.549835 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-8a115ae4-8e1e-478b-a94f-57c9180c59ce tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Allocated IP 172.20.0.5 (027b7978-2d1e-4ab4-a90c-f5f5f682cdca/4adaee3d-1301-410a-8b8d-af3b7bad3ff4/71478470-4459-430c-9feb-dda9d023d3c4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:04:48.589962 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-31e25cce-0868-4804-8097-7f0aad99bcd2 admin admin] Publish callbacks [] for security_group (9f7f5373-0cdf-4b55-b176-ac84924374fb), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:48.616440 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-31e25cce-0868-4804-8097-7f0aad99bcd2 admin admin] Publish callbacks [] for security_group (9f7f5373-0cdf-4b55-b176-ac84924374fb), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:48.672635 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 22944a64-da6b-4d3e-82b6-e7d38be2663b up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:48.706078 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-8a115ae4-8e1e-478b-a94f-57c9180c59ce tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for port (71478470-4459-430c-9feb-dda9d023d3c4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:48.804401 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-31e25cce-0868-4804-8097-7f0aad99bcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (9f7f5373-0cdf-4b55-b176-ac84924374fb), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:48.808709 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-31e25cce-0868-4804-8097-7f0aad99bcd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:48.814603 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-31e25cce-0868-4804-8097-7f0aad99bcd2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9f7f5373-0cdf-4b55-b176-ac84924374fb HTTP/1.1" status: 204 len: 168 time: 0.2688930 Jan 26 19:04:48.823618 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e25cce-0868-4804-8097-7f0aad99bcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7f5373-0cdf-4b55-b176-ac84924374fb,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:48.846782 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-8a115ae4-8e1e-478b-a94f-57c9180c59ce tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (71478470-4459-430c-9feb-dda9d023d3c4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:48.940184 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-8a115ae4-8e1e-478b-a94f-57c9180c59ce tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:48.947116 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a115ae4-8e1e-478b-a94f-57c9180c59ce tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event updated for resources: {'Port': ['ID=71478470-4459-430c-9feb-dda9d023d3c4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:48.949827 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-8a115ae4-8e1e-478b-a94f-57c9180c59ce tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:48.956551 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2241712-28be-48fa-ba2d-ebcb15322b61 req-15c1df30-28d7-479a-920f-4e916857b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:48.958683 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d2241712-28be-48fa-ba2d-ebcb15322b61 req-15c1df30-28d7-479a-920f-4e916857b44d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=962aee889d284a26804b539454f574a5&device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 1097 time: 0.1752782 Jan 26 19:04:48.959721 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port 22944a64-da6b-4d3e-82b6-e7d38be2663b completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:04:48.960740 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-8a115ae4-8e1e-478b-a94f-57c9180c59ce tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:04:48.964691 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port 22944a64-da6b-4d3e-82b6-e7d38be2663b triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:48.965073 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (22944a64-da6b-4d3e-82b6-e7d38be2663b), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:49.093741 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc07607-6afb-421d-b32f-5e9c056a8d52 req-63e5d1a0-b6a0-4323-9e4e-17fde6af5f95 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:49.095562 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3cc07607-6afb-421d-b32f-5e9c056a8d52 req-63e5d1a0-b6a0-4323-9e4e-17fde6af5f95 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 944 time: 0.2094529 Jan 26 19:04:49.098975 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 22944a64-da6b-4d3e-82b6-e7d38be2663b is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:49.099599 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (22944a64-da6b-4d3e-82b6-e7d38be2663b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:49.118998 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da12fe-e1dc-4a04-942f-9e5aa0151746 req-cda815e8-bd19-4f36-af4f-2f55721007ed tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:49.133647 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f1da12fe-e1dc-4a04-942f-9e5aa0151746 req-cda815e8-bd19-4f36-af4f-2f55721007ed tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 931 time: 0.0945423 Jan 26 19:04:49.168844 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da281678-58d0-49f4-a43b-a200363a5a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22944a64-da6b-4d3e-82b6-e7d38be2663b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:04:49.219213 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f1da12fe-e1dc-4a04-942f-9e5aa0151746 req-7e76ca28-9d32-43e5-bcce-60c058b9d70a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763752 Jan 26 19:04:49.222630 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-8a115ae4-8e1e-478b-a94f-57c9180c59ce tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:49.223557 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-8a115ae4-8e1e-478b-a94f-57c9180c59ce tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:49.270345 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3cc07607-6afb-421d-b32f-5e9c056a8d52 req-924149eb-a413-41c0-9e08-eb99faee292c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619992 Jan 26 19:04:49.277801 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2241712-28be-48fa-ba2d-ebcb15322b61 req-c963d989-7ef7-457e-bd03-dc3d401d6f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:49.279608 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d2241712-28be-48fa-ba2d-ebcb15322b61 req-c963d989-7ef7-457e-bd03-dc3d401d6f01 service neutron] 10.222.0.55 "GET /v2.0/networks?id=921d1990-0cae-4d45-bbe0-ab047b54ae33 HTTP/1.1" status: 200 len: 919 time: 0.3122997 Jan 26 19:04:49.302420 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 22944a64-da6b-4d3e-82b6-e7d38be2663b, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=22944a64-da6b-4d3e-82b6-e7d38be2663b,segment=NetworkSegment(55c000ad-5a50-48e1-b888-57b2e247f52c),segment_id=55c000ad-5a50-48e1-b888-57b2e247f52c)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:49.329817 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d2241712-28be-48fa-ba2d-ebcb15322b61 req-8f2005af-2ea4-462f-9372-706b42d96b18 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60bb1009-0db8-4cd4-914b-3a00c27ce4cb HTTP/1.1" status: 200 len: 217 time: 0.0437398 Jan 26 19:04:49.332259 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-3d720fb1-a00c-44d6-8a5a-42bee9224f8a None None] Provisioning complete for port 71478470-4459-430c-9feb-dda9d023d3c4 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:49.332676 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d720fb1-a00c-44d6-8a5a-42bee9224f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (71478470-4459-430c-9feb-dda9d023d3c4), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:49.363752 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdd401-1d14-4970-a17e-141b76c24bf5 req-533cc90a-0f2a-4d25-a412-1ab3d6893952 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:49.366272 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45bdd401-1d14-4970-a17e-141b76c24bf5 req-533cc90a-0f2a-4d25-a412-1ab3d6893952 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 944 time: 0.0572765 Jan 26 19:04:49.367566 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3d720fb1-a00c-44d6-8a5a-42bee9224f8a None None] Port 71478470-4459-430c-9feb-dda9d023d3c4 cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:04:49.391190 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-8a115ae4-8e1e-478b-a94f-57c9180c59ce tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7319169 Jan 26 19:04:49.407822 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Request body: {'port': {'device_id': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:49.419358 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2241712-28be-48fa-ba2d-ebcb15322b61 req-04200e89-af92-4fad-b250-e91a38b658c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:49.420892 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d2241712-28be-48fa-ba2d-ebcb15322b61 req-04200e89-af92-4fad-b250-e91a38b658c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1d20eae-eca3-4437-bd5f-ba7798de1214 HTTP/1.1" status: 200 len: 858 time: 0.0853381 Jan 26 19:04:49.421746 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45bdd401-1d14-4970-a17e-141b76c24bf5 req-25a91a75-044e-480a-9fcf-a6b978f0d934 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442295 Jan 26 19:04:49.453372 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (22944a64-da6b-4d3e-82b6-e7d38be2663b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:49.466555 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cb59ee1f-e9a3-4b49-8a11-eb1a7b172b7e req-83ecfe52-f296-4d73-8474-eb82527044c4 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 210 time: 0.0620141 Jan 26 19:04:49.485924 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d2241712-28be-48fa-ba2d-ebcb15322b61 req-2da20430-bc34-4301-9005-a4c3be5eda4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=921d1990-0cae-4d45-bbe0-ab047b54ae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465205 Jan 26 19:04:49.522276 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=22944a64-da6b-4d3e-82b6-e7d38be2663b,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:49.557815 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (71478470-4459-430c-9feb-dda9d023d3c4), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:49.646152 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d2241712-28be-48fa-ba2d-ebcb15322b61 req-5ee57e66-1d7a-4bc5-b227-61ca3b6a9fbc service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418595 Jan 26 19:04:49.650318 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39870) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:49.668193 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-17690918-82b8-4356-b1b3-e24f041a02a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:49.769609 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-17690918-82b8-4356-b1b3-e24f041a02a1 admin admin] Publish callbacks [] for security_group (0c4a7470-deba-4959-91ae-99f487a82cc9), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:49.843431 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae32b01-bed2-4781-a6d8-3584a1769c25" -d '{"events": [{"server_uuid": "da281678-58d0-49f4-a43b-a200363a5a68", "name": "network-vif-plugged", "status": "completed", "tag": "22944a64-da6b-4d3e-82b6-e7d38be2663b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:04:49.847064 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d2241712-28be-48fa-ba2d-ebcb15322b61 req-8b1e15bc-84d2-4070-b4eb-788e110c2c88 service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547008 Jan 26 19:04:49.852388 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-17690918-82b8-4356-b1b3-e24f041a02a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (0c4a7470-deba-4959-91ae-99f487a82cc9), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:49.898766 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-17690918-82b8-4356-b1b3-e24f041a02a1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f76eaba0b68c4d62b71178e933aab323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463965 Jan 26 19:04:49.907221 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 39884) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:49.913509 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17690918-82b8-4356-b1b3-e24f041a02a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4a7470-deba-4959-91ae-99f487a82cc9,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:49.976608 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71478470-4459-430c-9feb-dda9d023d3c4 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:04:49.985730 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Publish callbacks [] for port (71478470-4459-430c-9feb-dda9d023d3c4), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:50.007895 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Transition to ACTIVE for port object 71478470-4459-430c-9feb-dda9d023d3c4 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:04:50.009077 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7fa5e89e-acb6-4e94-adaa-bae8ba17ccd6 admin admin] Publish callbacks [] for security_group (0c4a7470-deba-4959-91ae-99f487a82cc9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:50.032694 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7fa5e89e-acb6-4e94-adaa-bae8ba17ccd6 admin admin] Publish callbacks [] for security_group (0c4a7470-deba-4959-91ae-99f487a82cc9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:50.082988 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (71478470-4459-430c-9feb-dda9d023d3c4), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:50.132071 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Pushing event updated for resources: {'Port': ['ID=71478470-4459-430c-9feb-dda9d023d3c4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:50.200311 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806af8d5-2cde-4402-8841-766add4bcc0a x-openstack-request-id: req-806af8d5-2cde-4402-8841-766add4bcc0a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:04:50.200628 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da281678-58d0-49f4-a43b-a200363a5a68", "name": "network-vif-plugged", "status": "completed", "tag": "22944a64-da6b-4d3e-82b6-e7d38be2663b", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:04:50.200882 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-806af8d5-2cde-4402-8841-766add4bcc0a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:04:50.203318 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da281678-58d0-49f4-a43b-a200363a5a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22944a64-da6b-4d3e-82b6-e7d38be2663b', 'code': 200} Jan 26 19:04:50.229829 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7fa5e89e-acb6-4e94-adaa-bae8ba17ccd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (0c4a7470-deba-4959-91ae-99f487a82cc9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:50.232760 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7fa5e89e-acb6-4e94-adaa-bae8ba17ccd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:50.237563 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-7fa5e89e-acb6-4e94-adaa-bae8ba17ccd6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0c4a7470-deba-4959-91ae-99f487a82cc9 HTTP/1.1" status: 204 len: 168 time: 0.3293328 Jan 26 19:04:50.245304 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Attempting to bind port 71478470-4459-430c-9feb-dda9d023d3c4 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:04:50.245673 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Attempting to bind port 71478470-4459-430c-9feb-dda9d023d3c4 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:04:50.246716 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Attempting to bind port 71478470-4459-430c-9feb-dda9d023d3c4 on network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:50.256131 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5e89e-acb6-4e94-adaa-bae8ba17ccd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4a7470-deba-4959-91ae-99f487a82cc9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:50.276931 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Port 71478470-4459-430c-9feb-dda9d023d3c4 on network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:04:50.280820 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Attempting to bind port 71478470-4459-430c-9feb-dda9d023d3c4 on network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:50.291360 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39896) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:50.313711 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:04:50.313711 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Checking segment: {'id': '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:50.314842 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Bound using segment: {'id': '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:04:50.315048 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Bound port: 71478470-4459-430c-9feb-dda9d023d3c4, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:04:50.315374 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (71478470-4459-430c-9feb-dda9d023d3c4), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:50.393502 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-98d97d55-6b45-402d-973a-1b6cb3572b5f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3d198197600a4319b02b6010907cb066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1002901 Jan 26 19:04:50.395980 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 39902) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:50.413815 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] For port 71478470-4459-430c-9feb-dda9d023d3c4, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:04:50.414315 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] For port 71478470-4459-430c-9feb-dda9d023d3c4, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=71478470-4459-430c-9feb-dda9d023d3c4,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:04:50.489863 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c3f8b-4130-4f34-ab26-c80840fc20d6 req-91178b5a-f65c-487e-a2bd-a34f35b45d0a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:50.492068 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-891c3f8b-4130-4f34-ab26-c80840fc20d6 req-91178b5a-f65c-487e-a2bd-a34f35b45d0a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0762761 Jan 26 19:04:50.519679 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6312936-271f-43aa-b3a3-01a79d1c3250 req-9786c96c-13f5-4a9e-a870-05fb92908ba7 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:50.521732 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b6312936-271f-43aa-b3a3-01a79d1c3250 req-9786c96c-13f5-4a9e-a870-05fb92908ba7 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 944 time: 0.0800695 Jan 26 19:04:50.522695 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bf812cde-b3f8-49a7-951e-f58962572624 admin admin] Publish callbacks [] for security_group (6cce1a2c-fffb-4f29-9a6b-9bd0155e0a17), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:50.548884 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bf812cde-b3f8-49a7-951e-f58962572624 admin admin] Publish callbacks [] for security_group (6cce1a2c-fffb-4f29-9a6b-9bd0155e0a17), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:50.597082 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-891c3f8b-4130-4f34-ab26-c80840fc20d6 req-ef99e0b1-f8c6-4f80-b52d-2180411a5c26 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836747 Jan 26 19:04:50.598565 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (71478470-4459-430c-9feb-dda9d023d3c4), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:50.636144 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b6312936-271f-43aa-b3a3-01a79d1c3250 req-acd50321-5aa8-47cb-ac88-9bb3e94614aa tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849752 Jan 26 19:04:50.670433 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:50.672048 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:50.675116 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] 10.222.0.55 "PUT /v2.0/ports/71478470-4459-430c-9feb-dda9d023d3c4 HTTP/1.1" status: 200 len: 1093 time: 1.2748003 Jan 26 19:04:50.690294 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'tag': '71478470-4459-430c-9feb-dda9d023d3c4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:04:50.695127 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac7c924-b39d-43b1-a571-ec6859b18b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "56c9c842-3e6b-4e8f-954f-0b37b40fe4d8", "tag": "71478470-4459-430c-9feb-dda9d023d3c4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:04:50.776612 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a1f604cf-5f66-41ea-ac0b-ae9d31e1f998 req-6a8f6fd1-23d6-453b-855d-8c921bc465a7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 210 time: 0.0519426 Jan 26 19:04:50.803824 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bf812cde-b3f8-49a7-951e-f58962572624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (6cce1a2c-fffb-4f29-9a6b-9bd0155e0a17), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:50.809119 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bf812cde-b3f8-49a7-951e-f58962572624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:50.810356 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-bf812cde-b3f8-49a7-951e-f58962572624 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6cce1a2c-fffb-4f29-9a6b-9bd0155e0a17 HTTP/1.1" status: 204 len: 168 time: 0.4132657 Jan 26 19:04:50.821628 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf812cde-b3f8-49a7-951e-f58962572624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cce1a2c-fffb-4f29-9a6b-9bd0155e0a17,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:50.861397 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac108c2f-e297-4ba6-b7b3-0accf18c72dd x-openstack-request-id: req-ac108c2f-e297-4ba6-b7b3-0accf18c72dd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:04:50.861901 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c9c842-3e6b-4e8f-954f-0b37b40fe4d8", "tag": "71478470-4459-430c-9feb-dda9d023d3c4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:04:50.862017 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac108c2f-e297-4ba6-b7b3-0accf18c72dd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:04:50.862317 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'tag': '71478470-4459-430c-9feb-dda9d023d3c4', 'status': 'completed', 'code': 200} Jan 26 19:04:50.863959 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031b692-5d14-434e-badc-5e9a313ada40 service neutron] Pushing event updated for resources: {'Port': ['ID=71478470-4459-430c-9feb-dda9d023d3c4,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:50.898857 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881662d-2854-46ff-adcd-ed4af2c61cff req-c57a575d-41fe-4c05-99a4-4826bae7fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:50.900381 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d881662d-2854-46ff-adcd-ed4af2c61cff req-c57a575d-41fe-4c05-99a4-4826bae7fb1f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 1098 time: 0.1639938 Jan 26 19:04:50.938086 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9260d-a4dc-4e61-b991-631cb2cfca83 req-c4eabe80-2def-4bfe-b559-34df983bec83 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:50.939640 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b9d9260d-a4dc-4e61-b991-631cb2cfca83 req-c4eabe80-2def-4bfe-b559-34df983bec83 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 945 time: 0.2614317 Jan 26 19:04:50.942273 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d881662d-2854-46ff-adcd-ed4af2c61cff req-4602116f-9e0c-4862-a018-154d0c0b1679 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:51.172892 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-5ef459b0-b13c-4b7d-9f5a-f62542e5a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:51.174489 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-5ef459b0-b13c-4b7d-9f5a-f62542e5a375 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=576e14109c434e728644c0dd02a7a738&device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 1096 time: 0.3150244 Jan 26 19:04:51.239035 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-02f9d664-f7f8-427e-aa3b-019525627573 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71478470-4459-430c-9feb-dda9d023d3c4 HTTP/1.1" status: 200 len: 217 time: 0.0540268 Jan 26 19:04:51.298921 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b9d9260d-a4dc-4e61-b991-631cb2cfca83 req-ccaa8c81-1ab1-42c5-afad-def60c23c49b tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485322 Jan 26 19:04:51.355609 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-810a064d-4bef-435e-a285-48fdd447c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:51.357119 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-810a064d-4bef-435e-a285-48fdd447c0a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4adaee3d-1301-410a-8b8d-af3b7bad3ff4 HTTP/1.1" status: 200 len: 856 time: 0.1039219 Jan 26 19:04:51.405832 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d881662d-2854-46ff-adcd-ed4af2c61cff req-4602116f-9e0c-4862-a018-154d0c0b1679 service neutron] Publish callbacks [] for security_group (938cf09d-5376-466b-8cf4-78561ab0b378), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:51.427016 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-3e7ab312-b1b1-469d-a10e-6bea5f633be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:51.428538 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-3e7ab312-b1b1-469d-a10e-6bea5f633be8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657606 Jan 26 19:04:51.510646 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d881662d-2854-46ff-adcd-ed4af2c61cff req-4602116f-9e0c-4862-a018-154d0c0b1679 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (938cf09d-5376-466b-8cf4-78561ab0b378), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:51.632595 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d881662d-2854-46ff-adcd-ed4af2c61cff req-4602116f-9e0c-4862-a018-154d0c0b1679 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7245045 Jan 26 19:04:51.641709 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602116f-9e0c-4862-a018-154d0c0b1679 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=938cf09d-5376-466b-8cf4-78561ab0b378,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:51.674127 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-66af50a9-161a-4373-873b-d15d54871622 service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382939 Jan 26 19:04:51.685379 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-8c45913b-6c95-4670-a6f7-91019045fd10 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:51.687151 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-8c45913b-6c95-4670-a6f7-91019045fd10 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.55 "GET /v2.0/networks?id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf HTTP/1.1" status: 200 len: 809 time: 0.2414212 Jan 26 19:04:51.721740 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:04:51.771550 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463a4a8-56ed-4c7d-afa5-8dc0032954ea req-a92b007f-af19-4827-91a3-ea893bc3264b tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:51.774332 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b463a4a8-56ed-4c7d-afa5-8dc0032954ea req-a92b007f-af19-4827-91a3-ea893bc3264b tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0704048 Jan 26 19:04:51.795715 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5278593-82f0-4585-a4e2-588b8e1dd19e req-272e1985-4d75-45da-82cf-ce7c3231cd32 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:51.802915 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a5278593-82f0-4585-a4e2-588b8e1dd19e req-272e1985-4d75-45da-82cf-ce7c3231cd32 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 944 time: 0.0681837 Jan 26 19:04:51.830516 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b463a4a8-56ed-4c7d-afa5-8dc0032954ea req-92fd18e1-b4c0-49af-9538-d92e7d2e4107 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508878 Jan 26 19:04:51.888784 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a5278593-82f0-4585-a4e2-588b8e1dd19e req-32574cae-112c-478b-8d52-8c4b59c4bf5d tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701988 Jan 26 19:04:51.969772 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d0b1f05f-0b41-4ddf-97f4-614ed5d456b4 req-877208da-fe33-485f-b9ba-cbc6c60ab10b tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 210 time: 0.0353236 Jan 26 19:04:52.002977 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f0a788e-e3e5-4bf1-bc94-f45df79b1346 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad6163233adb43149b021649508e8ff6 HTTP/1.1" status: 200 len: 379 time: 0.1558895 Jan 26 19:04:52.016475 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:52.018432 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-cb828619-9b3a-4bd1-b25c-0bf5e0d99461 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Request body: {'port': {'device_id': '25ef61c2-334d-43e7-a4a9-30b21cf019d7', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'admin_state_up': True, 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'security_groups': ['74a1a003-435f-4754-a3bc-2a2fb9a50161']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:52.040447 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-921f6c82-d342-43f7-b0f0-be42f5f79d94 req-7987908f-eca5-40cd-a838-94eabf1749e7 service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921127 Jan 26 19:04:52.236558 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-cb828619-9b3a-4bd1-b25c-0bf5e0d99461 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Made reservation on behalf of ad6163233adb43149b021649508e8ff6 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:04:52.245330 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-cb828619-9b3a-4bd1-b25c-0bf5e0d99461 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:52.252701 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7c924-b39d-43b1-a571-ec6859b18b5f req-5061c4c2-08b1-4481-ac58-ee63a2d93a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:52.254233 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2ac7c924-b39d-43b1-a571-ec6859b18b5f req-5061c4c2-08b1-4481-ac58-ee63a2d93a0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=576e14109c434e728644c0dd02a7a738&device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 1096 time: 0.0761638 Jan 26 19:04:52.464089 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7c924-b39d-43b1-a571-ec6859b18b5f req-6c00ee4f-9191-4b75-ad86-7a9084870bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:52.465796 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2ac7c924-b39d-43b1-a571-ec6859b18b5f req-6c00ee4f-9191-4b75-ad86-7a9084870bd8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca HTTP/1.1" status: 200 len: 918 time: 0.2049901 Jan 26 19:04:52.526455 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2ac7c924-b39d-43b1-a571-ec6859b18b5f req-3c271c49-1725-46bf-8957-2d30940bcb88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71478470-4459-430c-9feb-dda9d023d3c4 HTTP/1.1" status: 200 len: 217 time: 0.0527420 Jan 26 19:04:52.537093 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907296c-8235-4403-85f3-0fb2caafb0dc req-f5889d60-2e93-4730-925b-2e40b7dcb648 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:52.538640 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4907296c-8235-4403-85f3-0fb2caafb0dc req-f5889d60-2e93-4730-925b-2e40b7dcb648 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 945 time: 0.1626725 Jan 26 19:04:52.544219 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-cb828619-9b3a-4bd1-b25c-0bf5e0d99461 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Allocated IP 172.20.0.11 (55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf/f48a8d7c-62d5-4c66-b22a-175e4457e7a9/0e3e31e0-8c7b-43b8-b9e1-700597ce84be) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:04:52.631784 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7c924-b39d-43b1-a571-ec6859b18b5f req-09dc0a01-5388-48e0-8458-d3d39137ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:52.633635 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2ac7c924-b39d-43b1-a571-ec6859b18b5f req-09dc0a01-5388-48e0-8458-d3d39137ec92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4adaee3d-1301-410a-8b8d-af3b7bad3ff4 HTTP/1.1" status: 200 len: 856 time: 0.0908451 Jan 26 19:04:52.668285 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 60bb1009-0db8-4cd4-914b-3a00c27ce4cb details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:04:52.700576 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4907296c-8235-4403-85f3-0fb2caafb0dc req-ade9b69a-b82d-4d6d-b630-c6b4d55be1c7 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454539 Jan 26 19:04:52.748320 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7c924-b39d-43b1-a571-ec6859b18b5f req-648231f6-924b-482d-b170-5b54c7bb31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:52.750132 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2ac7c924-b39d-43b1-a571-ec6859b18b5f req-648231f6-924b-482d-b170-5b54c7bb31a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1095884 Jan 26 19:04:52.804407 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 60bb1009-0db8-4cd4-914b-3a00c27ce4cb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=60bb1009-0db8-4cd4-914b-3a00c27ce4cb,segment=NetworkSegment(cb572e59-6c33-4e38-beb1-68366b64ed53),segment_id=cb572e59-6c33-4e38-beb1-68366b64ed53)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:52.816795 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': '60bb1009-0db8-4cd4-914b-3a00c27ce4cb', 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33', 'port_id': '60bb1009-0db8-4cd4-914b-3a00c27ce4cb', 'mac_address': 'fa:16:3e:d6:7d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d20eae-eca3-4437-bd5f-ba7798de1214', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:04:52.852223 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-cb828619-9b3a-4bd1-b25c-0bf5e0d99461 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for port (0e3e31e0-8c7b-43b8-b9e1-700597ce84be), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:52.861005 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 60bb1009-0db8-4cd4-914b-3a00c27ce4cb is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:52.861735 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (60bb1009-0db8-4cd4-914b-3a00c27ce4cb), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:52.881161 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bb1009-0db8-4cd4-914b-3a00c27ce4cb {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:04:52.907211 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 60bb1009-0db8-4cd4-914b-3a00c27ce4cb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=60bb1009-0db8-4cd4-914b-3a00c27ce4cb,segment=NetworkSegment(cb572e59-6c33-4e38-beb1-68366b64ed53),segment_id=cb572e59-6c33-4e38-beb1-68366b64ed53)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:52.938631 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2ac7c924-b39d-43b1-a571-ec6859b18b5f req-769c1841-1fd6-46ce-b265-1dad03a97624 service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784389 Jan 26 19:04:53.000650 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (60bb1009-0db8-4cd4-914b-3a00c27ce4cb), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:53.001404 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:04:53.003396 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b9912-b9cb-4da9-976a-1101318c92f3 req-175bf029-97d3-4868-8ed8-dd11295c941d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:53.004911 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6d8b9912-b9cb-4da9-976a-1101318c92f3 req-175bf029-97d3-4868-8ed8-dd11295c941d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0715928 Jan 26 19:04:53.059681 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6d8b9912-b9cb-4da9-976a-1101318c92f3 req-9ff379e6-ce81-477d-89c0-0ccec94b8240 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479391 Jan 26 19:04:53.064747 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-cb828619-9b3a-4bd1-b25c-0bf5e0d99461 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (0e3e31e0-8c7b-43b8-b9e1-700597ce84be), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:53.081660 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 5bb9289d-07a6-40bf-8689-eeb57d2ccf08, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=5bb9289d-07a6-40bf-8689-eeb57d2ccf08,segment=NetworkSegment(cb572e59-6c33-4e38-beb1-68366b64ed53),segment_id=cb572e59-6c33-4e38-beb1-68366b64ed53)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:53.092022 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=60bb1009-0db8-4cd4-914b-3a00c27ce4cb,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:53.098590 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': '5bb9289d-07a6-40bf-8689-eeb57d2ccf08', 'network_id': '921d1990-0cae-4d45-bbe0-ab047b54ae33', 'port_id': '5bb9289d-07a6-40bf-8689-eeb57d2ccf08', 'mac_address': 'fa:16:3e:25:b2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d20eae-eca3-4437-bd5f-ba7798de1214', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:04:53.104668 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472369d-391e-49cf-acdc-823e88fbb180 req-2324d053-a444-44f0-aed2-83e9e7dfded3 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:53.104668 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1472369d-391e-49cf-acdc-823e88fbb180 req-2324d053-a444-44f0-aed2-83e9e7dfded3 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 945 time: 0.1087656 Jan 26 19:04:53.146272 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2ac7c924-b39d-43b1-a571-ec6859b18b5f req-bd3904e7-07f3-4d01-bade-267f46748809 service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997466 Jan 26 19:04:53.148130 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-cb828619-9b3a-4bd1-b25c-0bf5e0d99461 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:04:53.153805 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:53.154486 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (5bb9289d-07a6-40bf-8689-eeb57d2ccf08), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:53.160741 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-cb828619-9b3a-4bd1-b25c-0bf5e0d99461 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:04:53.163149 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-cb828619-9b3a-4bd1-b25c-0bf5e0d99461 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:04:53.198255 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:04:53.211124 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb828619-9b3a-4bd1-b25c-0bf5e0d99461 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event updated for resources: {'Port': ['ID=0e3e31e0-8c7b-43b8-b9e1-700597ce84be,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:53.266416 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 5bb9289d-07a6-40bf-8689-eeb57d2ccf08, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=5bb9289d-07a6-40bf-8689-eeb57d2ccf08,segment=NetworkSegment(cb572e59-6c33-4e38-beb1-68366b64ed53),segment_id=cb572e59-6c33-4e38-beb1-68366b64ed53)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:53.276417 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385d0f6-e5e6-4280-8b13-f5c69501a80c req-40bfcbfe-c24b-4695-9551-153de74d0bf6 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:53.283999 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9385d0f6-e5e6-4280-8b13-f5c69501a80c req-40bfcbfe-c24b-4695-9551-153de74d0bf6 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 932 time: 0.1437609 Jan 26 19:04:53.284108 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-cb828619-9b3a-4bd1-b25c-0bf5e0d99461 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:53.284108 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-cb828619-9b3a-4bd1-b25c-0bf5e0d99461 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:53.298025 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1472369d-391e-49cf-acdc-823e88fbb180 req-0b2aab85-df3a-48c6-acaa-2e66e118399d tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712835 Jan 26 19:04:53.338558 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (5bb9289d-07a6-40bf-8689-eeb57d2ccf08), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:53.369336 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9385d0f6-e5e6-4280-8b13-f5c69501a80c req-d3f72a21-7e2b-40ad-af1a-8326b5aea5a6 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813010 Jan 26 19:04:53.404338 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=5bb9289d-07a6-40bf-8689-eeb57d2ccf08,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:53.449414 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-cb828619-9b3a-4bd1-b25c-0bf5e0d99461 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4367154 Jan 26 19:04:53.463106 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Request body: {'port': {'device_id': '25ef61c2-334d-43e7-a4a9-30b21cf019d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:04:53.535067 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (0e3e31e0-8c7b-43b8-b9e1-700597ce84be), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:53.575038 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-add3f04b-ccc8-40b4-84b6-64c5207ccceb None None] Provisioning complete for port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:53.576007 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-add3f04b-ccc8-40b4-84b6-64c5207ccceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (0e3e31e0-8c7b-43b8-b9e1-700597ce84be), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:53.628492 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['5bb9289d-07a6-40bf-8689-eeb57d2ccf08'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:04:53.668977 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['60bb1009-0db8-4cd4-914b-3a00c27ce4cb'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:04:53.676677 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-add3f04b-ccc8-40b4-84b6-64c5207ccceb None None] Port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:04:53.763240 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40038) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:53.933798 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abcb16-0ce3-4a25-8d46-b50902e1b721 req-977cbe66-46e1-4058-883d-98fe22880290 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:53.942479 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-89abcb16-0ce3-4a25-8d46-b50902e1b721 req-977cbe66-46e1-4058-883d-98fe22880290 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 945 time: 0.1103189 Jan 26 19:04:53.944658 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-17623c71-66d7-4263-b2cf-bdefd84e5f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:53.987240 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3e31e0-8c7b-43b8-b9e1-700597ce84be {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:04:53.999080 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Publish callbacks [] for port (0e3e31e0-8c7b-43b8-b9e1-700597ce84be), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:54.019584 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-89abcb16-0ce3-4a25-8d46-b50902e1b721 req-0a761457-b75a-4627-8f16-78e54f2e2028 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755918 Jan 26 19:04:54.032490 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Transition to ACTIVE for port object 0e3e31e0-8c7b-43b8-b9e1-700597ce84be will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:04:54.095665 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-17623c71-66d7-4263-b2cf-bdefd84e5f29 admin admin] Publish callbacks [] for security_group (489886cb-5fb9-4621-95c9-f350bb9f03e5), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:54.124763 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (0e3e31e0-8c7b-43b8-b9e1-700597ce84be), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:54.202331 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaef24-7821-4a3e-b4b3-554fda259b45 req-16107904-d9dc-40a6-b52b-fdae5145288b tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:54.203939 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9dbaef24-7821-4a3e-b4b3-554fda259b45 req-16107904-d9dc-40a6-b52b-fdae5145288b tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0624204 Jan 26 19:04:54.217039 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-17623c71-66d7-4263-b2cf-bdefd84e5f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (489886cb-5fb9-4621-95c9-f350bb9f03e5), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:54.271659 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17623c71-66d7-4263-b2cf-bdefd84e5f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489886cb-5fb9-4621-95c9-f350bb9f03e5,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:54.278126 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-17623c71-66d7-4263-b2cf-bdefd84e5f29 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=05e2b1849d6e4cdf8edfda061d9fee4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5138049 Jan 26 19:04:54.283981 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40062) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:54.330735 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9dbaef24-7821-4a3e-b4b3-554fda259b45 req-2748462b-1a42-43c5-8914-ad8c1364f381 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127706 Jan 26 19:04:54.369461 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bc12e502-29c0-4d85-82f1-a6136dee731c admin admin] Publish callbacks [] for security_group (489886cb-5fb9-4621-95c9-f350bb9f03e5), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:54.397127 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bc12e502-29c0-4d85-82f1-a6136dee731c admin admin] Publish callbacks [] for security_group (489886cb-5fb9-4621-95c9-f350bb9f03e5), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:54.516074 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Pushing event updated for resources: {'Port': ['ID=0e3e31e0-8c7b-43b8-b9e1-700597ce84be,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:54.538992 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9672448-2c3c-45e9-b8ba-d4e0d128b98c req-7d66323a-c180-46c2-9bce-d9866bd55a27 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:54.545597 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e9672448-2c3c-45e9-b8ba-d4e0d128b98c req-7d66323a-c180-46c2-9bce-d9866bd55a27 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 944 time: 0.0780284 Jan 26 19:04:54.553100 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16327abc-acf7-4448-bf3b-c9d81c86980e req-637e09b2-1910-4bda-aab2-f2a4d0cf6578 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:54.554676 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-16327abc-acf7-4448-bf3b-c9d81c86980e req-637e09b2-1910-4bda-aab2-f2a4d0cf6578 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 945 time: 0.1518188 Jan 26 19:04:54.598832 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Attempting to bind port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:04:54.599171 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Attempting to bind port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '11ecee25-3af8-48ff-8d6b-d80d3818c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:04:54.599501 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Attempting to bind port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be on network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:54.601786 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e9672448-2c3c-45e9-b8ba-d4e0d128b98c req-258447ad-b843-4537-bd8a-4c07347999f1 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549462 Jan 26 19:04:54.611206 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be on network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:04:54.613432 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Attempting to bind port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be on network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:04:54.625161 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:04:54.625499 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Checking segment: {'id': '11ecee25-3af8-48ff-8d6b-d80d3818c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:04:54.625898 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Bound using segment: {'id': '11ecee25-3af8-48ff-8d6b-d80d3818c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:04:54.626307 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Bound port: 0e3e31e0-8c7b-43b8-b9e1-700597ce84be, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11ecee25-3af8-48ff-8d6b-d80d3818c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:04:54.626663 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (0e3e31e0-8c7b-43b8-b9e1-700597ce84be), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:54.633277 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-16327abc-acf7-4448-bf3b-c9d81c86980e req-ce0e1688-2aec-4969-967d-5fb05e2acec0 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691235 Jan 26 19:04:54.693708 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 71478470-4459-430c-9feb-dda9d023d3c4 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:04:54.698081 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 60bb1009-0db8-4cd4-914b-3a00c27ce4cb up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:54.713029 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] For port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:04:54.718677 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] For port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=0e3e31e0-8c7b-43b8-b9e1-700597ce84be,segment=NetworkSegment(11ecee25-3af8-48ff-8d6b-d80d3818c6dc),segment_id=11ecee25-3af8-48ff-8d6b-d80d3818c6dc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:04:54.818103 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bc12e502-29c0-4d85-82f1-a6136dee731c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (489886cb-5fb9-4621-95c9-f350bb9f03e5), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:54.822003 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bc12e502-29c0-4d85-82f1-a6136dee731c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:54.822398 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-bc12e502-29c0-4d85-82f1-a6136dee731c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/489886cb-5fb9-4621-95c9-f350bb9f03e5 HTTP/1.1" status: 204 len: 168 time: 0.5370610 Jan 26 19:04:54.830988 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12e502-29c0-4d85-82f1-a6136dee731c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489886cb-5fb9-4621-95c9-f350bb9f03e5,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:54.854055 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 71478470-4459-430c-9feb-dda9d023d3c4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=71478470-4459-430c-9feb-dda9d023d3c4,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:54.867673 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': '71478470-4459-430c-9feb-dda9d023d3c4', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'port_id': '71478470-4459-430c-9feb-dda9d023d3c4', 'mac_address': 'fa:16:3e:c3:58:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:04:54.912369 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 71478470-4459-430c-9feb-dda9d023d3c4 is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:54.912761 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (71478470-4459-430c-9feb-dda9d023d3c4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:54.915818 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (0e3e31e0-8c7b-43b8-b9e1-700597ce84be), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:54.937533 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71478470-4459-430c-9feb-dda9d023d3c4 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:04:54.963416 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port 60bb1009-0db8-4cd4-914b-3a00c27ce4cb completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:04:54.963783 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:54.963783 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:54.963783 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] 10.222.0.55 "PUT /v2.0/ports/0e3e31e0-8c7b-43b8-b9e1-700597ce84be HTTP/1.1" status: 200 len: 1094 time: 1.5033023 Jan 26 19:04:54.963783 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ef61c2-334d-43e7-a4a9-30b21cf019d7', 'tag': '0e3e31e0-8c7b-43b8-b9e1-700597ce84be'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:04:54.963783 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83dd7a0-faa3-43f4-96ee-56494ecff6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "25ef61c2-334d-43e7-a4a9-30b21cf019d7", "tag": "0e3e31e0-8c7b-43b8-b9e1-700597ce84be"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:04:54.981457 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port 60bb1009-0db8-4cd4-914b-3a00c27ce4cb triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:54.982520 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (60bb1009-0db8-4cd4-914b-3a00c27ce4cb), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:55.015448 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ef34e-fc58-4403-bfa5-1088ed06b71b service neutron] Pushing event updated for resources: {'Port': ['ID=0e3e31e0-8c7b-43b8-b9e1-700597ce84be,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:55.025744 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bb4770-4567-4823-8fc3-7ec3f07a67bc x-openstack-request-id: req-27bb4770-4567-4823-8fc3-7ec3f07a67bc {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:04:55.026041 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ef61c2-334d-43e7-a4a9-30b21cf019d7", "tag": "0e3e31e0-8c7b-43b8-b9e1-700597ce84be", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:04:55.026302 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27bb4770-4567-4823-8fc3-7ec3f07a67bc {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:04:55.026698 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ef61c2-334d-43e7-a4a9-30b21cf019d7', 'tag': '0e3e31e0-8c7b-43b8-b9e1-700597ce84be', 'status': 'completed', 'code': 200} Jan 26 19:04:55.099372 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 71478470-4459-430c-9feb-dda9d023d3c4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=71478470-4459-430c-9feb-dda9d023d3c4,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:55.122022 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dd7a0-faa3-43f4-96ee-56494ecff6bb req-78672aea-65ce-46bd-8c6b-a00f9c7bc10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:55.127917 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a83dd7a0-faa3-43f4-96ee-56494ecff6bb req-78672aea-65ce-46bd-8c6b-a00f9c7bc10a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad6163233adb43149b021649508e8ff6&device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 1097 time: 0.0775261 Jan 26 19:04:55.177949 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 60bb1009-0db8-4cd4-914b-3a00c27ce4cb is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:55.178711 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (60bb1009-0db8-4cd4-914b-3a00c27ce4cb), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:55.197646 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (71478470-4459-430c-9feb-dda9d023d3c4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:55.278986 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bb1009-0db8-4cd4-914b-3a00c27ce4cb'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:04:55.278986 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318e4e5e-e3d0-4a97-949c-05bbd8a0afdf" -d '{"events": [{"server_uuid": "ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa", "name": "network-vif-plugged", "status": "completed", "tag": "60bb1009-0db8-4cd4-914b-3a00c27ce4cb"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:04:55.283657 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dd7a0-faa3-43f4-96ee-56494ecff6bb req-047b4a29-4f91-4824-acad-283d932ad3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:55.285982 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a83dd7a0-faa3-43f4-96ee-56494ecff6bb req-047b4a29-4f91-4824-acad-283d932ad3ae service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ad6163233adb43149b021649508e8ff6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1519036 Jan 26 19:04:55.320885 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 60bb1009-0db8-4cd4-914b-3a00c27ce4cb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=60bb1009-0db8-4cd4-914b-3a00c27ce4cb,segment=NetworkSegment(cb572e59-6c33-4e38-beb1-68366b64ed53),segment_id=cb572e59-6c33-4e38-beb1-68366b64ed53)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:55.407494 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (60bb1009-0db8-4cd4-914b-3a00c27ce4cb), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:55.409570 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:55.416760 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=71478470-4459-430c-9feb-dda9d023d3c4,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:55.444809 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dd7a0-faa3-43f4-96ee-56494ecff6bb req-8e144963-afbd-41bc-bc24-8f42212b0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:55.446864 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a83dd7a0-faa3-43f4-96ee-56494ecff6bb req-8e144963-afbd-41bc-bc24-8f42212b0c05 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1541984 Jan 26 19:04:55.466527 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db36234f-90c6-4c31-9797-b08249fcc524 x-openstack-request-id: req-db36234f-90c6-4c31-9797-b08249fcc524 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:04:55.466845 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa", "name": "network-vif-plugged", "status": "completed", "tag": "60bb1009-0db8-4cd4-914b-3a00c27ce4cb", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:04:55.467816 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db36234f-90c6-4c31-9797-b08249fcc524 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:04:55.468206 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bb1009-0db8-4cd4-914b-3a00c27ce4cb', 'code': 200} Jan 26 19:04:55.469219 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['71478470-4459-430c-9feb-dda9d023d3c4'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:04:55.562417 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57de73-0c9a-498a-8ce0-c36bab130e24 req-9d6658c9-f13e-4406-bbd8-974b8a27d9e0 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:55.566612 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-9e7c6dbe-7735-4164-ac87-4b85754cfa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:55.568441 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-9e7c6dbe-7735-4164-ac87-4b85754cfa95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad6163233adb43149b021649508e8ff6&device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 1097 time: 0.0548656 Jan 26 19:04:55.569905 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5b57de73-0c9a-498a-8ce0-c36bab130e24 req-9d6658c9-f13e-4406-bbd8-974b8a27d9e0 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 944 time: 0.1274085 Jan 26 19:04:55.571543 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=60bb1009-0db8-4cd4-914b-3a00c27ce4cb,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:55.618000 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-88722f52-4d40-4dcb-b3d5-0cdf8c489487 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e3e31e0-8c7b-43b8-b9e1-700597ce84be HTTP/1.1" status: 200 len: 217 time: 0.0422289 Jan 26 19:04:55.622816 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5b57de73-0c9a-498a-8ce0-c36bab130e24 req-0f6c0526-7d35-4da5-ab69-ec65def35b90 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518553 Jan 26 19:04:55.678818 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-c0495a0a-7d0f-4d14-91bd-bcd07f4da4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:55.679690 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-c0495a0a-7d0f-4d14-91bd-bcd07f4da4ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f48a8d7c-62d5-4c66-b22a-175e4457e7a9 HTTP/1.1" status: 200 len: 848 time: 0.0536027 Jan 26 19:04:55.742344 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:04:55.746657 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:55.747061 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (5bb9289d-07a6-40bf-8689-eeb57d2ccf08), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:55.777509 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-7c305853-36e1-4e95-a114-99140d1d7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:55.779020 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-7c305853-36e1-4e95-a114-99140d1d7ee6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920436 Jan 26 19:04:55.786613 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd478f-3516-4da7-8f35-73c465db8c45 req-09372885-75e0-4634-8581-13bcc9f3148c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:55.788328 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6dfd478f-3516-4da7-8f35-73c465db8c45 req-09372885-75e0-4634-8581-13bcc9f3148c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0780849 Jan 26 19:04:55.794151 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a88ec-b66e-4233-a1a9-e9f6130ed36d req-d050fe6f-0204-4183-846a-dc01e682124f tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:55.799759 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7b0a88ec-b66e-4233-a1a9-e9f6130ed36d req-d050fe6f-0204-4183-846a-dc01e682124f tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 944 time: 0.1039200 Jan 26 19:04:55.844394 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6dfd478f-3516-4da7-8f35-73c465db8c45 req-75321307-5db2-419c-82f0-de47941aea62 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494673 Jan 26 19:04:55.872221 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:55.872633 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (5bb9289d-07a6-40bf-8689-eeb57d2ccf08), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:55.907440 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 5bb9289d-07a6-40bf-8689-eeb57d2ccf08, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=5bb9289d-07a6-40bf-8689-eeb57d2ccf08,segment=NetworkSegment(cb572e59-6c33-4e38-beb1-68366b64ed53),segment_id=cb572e59-6c33-4e38-beb1-68366b64ed53)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:55.957200 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40126) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:55.970977 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ac7092e9-b157-4e66-bb18-e49caf7021d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:55.993000 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7b0a88ec-b66e-4233-a1a9-e9f6130ed36d req-18c1c96f-c58a-4465-9395-58fa7f8a0461 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625447 Jan 26 19:04:56.005969 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-faecee17-dd47-4730-8b6b-3ffe376c8975 service neutron] 10.222.0.55 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049906 Jan 26 19:04:56.008953 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44052706-0a7d-41ef-a305-3ed8b5d20696 req-30c8c8e0-afd0-4f9b-8cbf-0c36759b06cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:56.010310 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-44052706-0a7d-41ef-a305-3ed8b5d20696 req-30c8c8e0-afd0-4f9b-8cbf-0c36759b06cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 1099 time: 0.1006222 Jan 26 19:04:56.050184 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ac7092e9-b157-4e66-bb18-e49caf7021d8 admin admin] Publish callbacks [] for security_group (d94830ff-0921-4ea5-9da6-377efd0c8c94), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:56.075317 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (5bb9289d-07a6-40bf-8689-eeb57d2ccf08), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:56.112234 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-44052706-0a7d-41ef-a305-3ed8b5d20696 req-7c0090c9-5494-4985-bb4e-ab9f5241b6db service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879171 Jan 26 19:04:56.127491 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=5bb9289d-07a6-40bf-8689-eeb57d2ccf08,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:56.138162 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ac7092e9-b157-4e66-bb18-e49caf7021d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (d94830ff-0921-4ea5-9da6-377efd0c8c94), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:56.139739 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bec7b3bc-5ce6-4c1a-b144-455c55b74594 req-ccfd2de2-a653-4eda-8ca3-b05825bd194e service neutron] 10.222.0.55 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231503 Jan 26 19:04:56.196062 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ac7092e9-b157-4e66-bb18-e49caf7021d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ca08887f6ff346f6982739379c5beaea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355330 Jan 26 19:04:56.196062 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7092e9-b157-4e66-bb18-e49caf7021d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94830ff-0921-4ea5-9da6-377efd0c8c94,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:56.196649 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 40134) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:56.272263 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61c6b5c3-aa36-47d3-b97b-e9124791470b admin admin] Publish callbacks [] for security_group (d94830ff-0921-4ea5-9da6-377efd0c8c94), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:56.298261 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61c6b5c3-aa36-47d3-b97b-e9124791470b admin admin] Publish callbacks [] for security_group (d94830ff-0921-4ea5-9da6-377efd0c8c94), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:56.432700 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61c6b5c3-aa36-47d3-b97b-e9124791470b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (d94830ff-0921-4ea5-9da6-377efd0c8c94), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:56.435380 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61c6b5c3-aa36-47d3-b97b-e9124791470b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:56.437520 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-61c6b5c3-aa36-47d3-b97b-e9124791470b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d94830ff-0921-4ea5-9da6-377efd0c8c94 HTTP/1.1" status: 204 len: 168 time: 0.2397215 Jan 26 19:04:56.446565 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6b5c3-aa36-47d3-b97b-e9124791470b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94830ff-0921-4ea5-9da6-377efd0c8c94,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:56.704657 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 71478470-4459-430c-9feb-dda9d023d3c4 up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:04:56.758885 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8e9bd-4875-4748-b78c-eb0f49d841d3 req-d4e9a9e1-0ded-4c7e-9212-c4094f50b064 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:56.761689 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e7f8e9bd-4875-4748-b78c-eb0f49d841d3 req-d4e9a9e1-0ded-4c7e-9212-c4094f50b064 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 944 time: 0.0671096 Jan 26 19:04:56.828479 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e7f8e9bd-4875-4748-b78c-eb0f49d841d3 req-39300ab9-3b1e-4f41-ab6b-9e0b9796ce77 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602489 Jan 26 19:04:56.887534 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port 71478470-4459-430c-9feb-dda9d023d3c4 completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:04:56.896331 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port 71478470-4459-430c-9feb-dda9d023d3c4 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:04:56.896829 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (71478470-4459-430c-9feb-dda9d023d3c4), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:56.979954 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d200427-2e28-4eec-9070-d812959fc5de req-f5920c3b-5014-4228-a962-a20fcbd1b889 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:56.981597 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5d200427-2e28-4eec-9070-d812959fc5de req-f5920c3b-5014-4228-a962-a20fcbd1b889 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0644724 Jan 26 19:04:56.992084 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 71478470-4459-430c-9feb-dda9d023d3c4 is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:56.992474 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (71478470-4459-430c-9feb-dda9d023d3c4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:57.027226 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 71478470-4459-430c-9feb-dda9d023d3c4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=71478470-4459-430c-9feb-dda9d023d3c4,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:57.033440 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5d200427-2e28-4eec-9070-d812959fc5de req-e8aa8542-ea5c-40a9-b3ec-cce36b6bc6a0 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452747 Jan 26 19:04:57.052023 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40170) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:57.086707 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 40174) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:57.120827 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (71478470-4459-430c-9feb-dda9d023d3c4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:57.157133 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818af526-48e7-4bc0-b617-2763d3e48314 req-7429c9c5-f242-4304-bcca-5b3a008090ef tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:57.159404 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-818af526-48e7-4bc0-b617-2763d3e48314 req-7429c9c5-f242-4304-bcca-5b3a008090ef tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 944 time: 0.0661421 Jan 26 19:04:57.183266 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=71478470-4459-430c-9feb-dda9d023d3c4,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:57.226004 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-818af526-48e7-4bc0-b617-2763d3e48314 req-251664ae-c62d-4207-82db-e9b3306f4bf4 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604877 Jan 26 19:04:57.337255 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ae8e25bd-8686-43a3-a62c-400c95a51310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:57.423048 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3425b700-4b67-416d-bbbd-7b5d3aa0ec78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:57.457016 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ae8e25bd-8686-43a3-a62c-400c95a51310 admin admin] Publish callbacks [] for security_group (8f420ad8-e0a7-4407-89eb-08e95d42f232), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:57.469491 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf9fa11-9753-4036-9c2e-c835afa93419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb9289d-07a6-40bf-8689-eeb57d2ccf08'}, {'server_uuid': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71478470-4459-430c-9feb-dda9d023d3c4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:04:57.472915 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff5ae8e-3a80-4bf7-953e-1061ae17474d" -d '{"events": [{"server_uuid": "6bf9fa11-9753-4036-9c2e-c835afa93419", "name": "network-vif-plugged", "status": "completed", "tag": "5bb9289d-07a6-40bf-8689-eeb57d2ccf08"}, {"server_uuid": "56c9c842-3e6b-4e8f-954f-0b37b40fe4d8", "name": "network-vif-plugged", "status": "completed", "tag": "71478470-4459-430c-9feb-dda9d023d3c4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:04:57.518747 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 26 Jan 2022 19:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4986cce-1b73-490b-90eb-5f106130437d x-openstack-request-id: req-c4986cce-1b73-490b-90eb-5f106130437d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:04:57.519413 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf9fa11-9753-4036-9c2e-c835afa93419", "name": "network-vif-plugged", "status": "completed", "tag": "5bb9289d-07a6-40bf-8689-eeb57d2ccf08", "code": 200}, {"server_uuid": "56c9c842-3e6b-4e8f-954f-0b37b40fe4d8", "name": "network-vif-plugged", "status": "completed", "tag": "71478470-4459-430c-9feb-dda9d023d3c4", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:04:57.519413 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c4986cce-1b73-490b-90eb-5f106130437d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:04:57.519758 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf9fa11-9753-4036-9c2e-c835afa93419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb9289d-07a6-40bf-8689-eeb57d2ccf08', 'code': 200} Jan 26 19:04:57.520015 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71478470-4459-430c-9feb-dda9d023d3c4', 'code': 200} Jan 26 19:04:57.524632 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3425b700-4b67-416d-bbbd-7b5d3aa0ec78 admin admin] Publish callbacks [] for security_group (d07d530c-1ddb-4a0e-9e3f-ad82a501fd05), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:57.615173 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ae8e25bd-8686-43a3-a62c-400c95a51310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (8f420ad8-e0a7-4407-89eb-08e95d42f232), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:57.658037 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ae8e25bd-8686-43a3-a62c-400c95a51310 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b47411a7f35949deb7367558acfbf343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6049283 Jan 26 19:04:57.659114 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e25bd-8686-43a3-a62c-400c95a51310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f420ad8-e0a7-4407-89eb-08e95d42f232,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:57.660877 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 40200) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:57.682271 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3425b700-4b67-416d-bbbd-7b5d3aa0ec78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (d07d530c-1ddb-4a0e-9e3f-ad82a501fd05), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:57.741699 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425b700-4b67-416d-bbbd-7b5d3aa0ec78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07d530c-1ddb-4a0e-9e3f-ad82a501fd05,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:57.747020 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-3425b700-4b67-416d-bbbd-7b5d3aa0ec78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=56ca5c97101f4a22b6f59ddac4dd129c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6591263 Jan 26 19:04:57.750757 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40204) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:57.761868 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e943097a-a5ff-4717-a790-e0bccb9808b8 admin admin] Publish callbacks [] for security_group (8f420ad8-e0a7-4407-89eb-08e95d42f232), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:57.786834 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e943097a-a5ff-4717-a790-e0bccb9808b8 admin admin] Publish callbacks [] for security_group (8f420ad8-e0a7-4407-89eb-08e95d42f232), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:57.826852 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-93cdcc12-0fec-43f6-a8ba-39a338c5ac87 admin admin] Publish callbacks [] for security_group (d07d530c-1ddb-4a0e-9e3f-ad82a501fd05), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:57.855509 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-93cdcc12-0fec-43f6-a8ba-39a338c5ac87 admin admin] Publish callbacks [] for security_group (d07d530c-1ddb-4a0e-9e3f-ad82a501fd05), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:57.956696 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942f4f3-6e46-4207-a5e9-02ffe312c7a0 req-8121aad5-f886-4353-bfdf-1ef798a9024b tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:57.960013 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0942f4f3-6e46-4207-a5e9-02ffe312c7a0 req-8121aad5-f886-4353-bfdf-1ef798a9024b tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0565102 Jan 26 19:04:57.961499 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e943097a-a5ff-4717-a790-e0bccb9808b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (8f420ad8-e0a7-4407-89eb-08e95d42f232), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:57.964701 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e943097a-a5ff-4717-a790-e0bccb9808b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:57.965793 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-e943097a-a5ff-4717-a790-e0bccb9808b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f420ad8-e0a7-4407-89eb-08e95d42f232 HTTP/1.1" status: 204 len: 168 time: 0.3039327 Jan 26 19:04:57.984705 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943097a-a5ff-4717-a790-e0bccb9808b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f420ad8-e0a7-4407-89eb-08e95d42f232,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:58.018100 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-93cdcc12-0fec-43f6-a8ba-39a338c5ac87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (d07d530c-1ddb-4a0e-9e3f-ad82a501fd05), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:58.021682 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-93cdcc12-0fec-43f6-a8ba-39a338c5ac87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:58.025315 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-93cdcc12-0fec-43f6-a8ba-39a338c5ac87 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d07d530c-1ddb-4a0e-9e3f-ad82a501fd05 HTTP/1.1" status: 204 len: 168 time: 0.2712839 Jan 26 19:04:58.032986 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdcc12-0fec-43f6-a8ba-39a338c5ac87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07d530c-1ddb-4a0e-9e3f-ad82a501fd05,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:58.049897 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0942f4f3-6e46-4207-a5e9-02ffe312c7a0 req-dea5f6c6-f22c-41a2-985e-9c55104684ed tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827200 Jan 26 19:04:58.126905 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0e67c-671b-4550-96fc-cdc5c90376df req-4fe10862-a29d-4c34-a630-d6e01777c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:58.128299 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f1d0e67c-671b-4550-96fc-cdc5c90376df req-4fe10862-a29d-4c34-a630-d6e01777c6e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 1098 time: 0.0829382 Jan 26 19:04:58.157637 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8ba7f-633c-440b-a2b7-5b4cf7b168be req-341c1a5c-bc18-48c9-b384-07b36e37f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:58.159137 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9bc8ba7f-633c-440b-a2b7-5b4cf7b168be req-341c1a5c-bc18-48c9-b384-07b36e37f683 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 1098 time: 0.1149118 Jan 26 19:04:58.184617 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427155a-f55b-44b3-8f07-4f8394e9f370 req-8e4b14bf-47a2-453c-babb-35c448b96198 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:58.186796 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4427155a-f55b-44b3-8f07-4f8394e9f370 req-8e4b14bf-47a2-453c-babb-35c448b96198 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0541902 Jan 26 19:04:58.203339 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f1d0e67c-671b-4550-96fc-cdc5c90376df req-e11042ee-7dd5-4c31-9640-3c7f21edfeb4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645351 Jan 26 19:04:58.231311 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9bc8ba7f-633c-440b-a2b7-5b4cf7b168be req-d7ca1c33-d171-4a8e-bec9-59ae3e211ece service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613587 Jan 26 19:04:58.241846 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4427155a-f55b-44b3-8f07-4f8394e9f370 req-ffd8ec66-84b2-4cc5-a981-ad4ddfcc8805 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492327 Jan 26 19:04:58.371194 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e34cf-7d3d-45b8-b096-fe4579e35082 req-5b582baf-b63f-46cb-af10-21dad9d8b698 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:58.372793 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-719e34cf-7d3d-45b8-b096-fe4579e35082 req-5b582baf-b63f-46cb-af10-21dad9d8b698 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 944 time: 0.0602913 Jan 26 19:04:58.429660 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-719e34cf-7d3d-45b8-b096-fe4579e35082 req-e0a998da-fe0b-4eba-925b-4c9c7d9afcdc tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491126 Jan 26 19:04:58.708640 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 0e3e31e0-8c7b-43b8-b9e1-700597ce84be details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:04:58.816691 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=0e3e31e0-8c7b-43b8-b9e1-700597ce84be,segment=NetworkSegment(11ecee25-3af8-48ff-8d6b-d80d3818c6dc),segment_id=11ecee25-3af8-48ff-8d6b-d80d3818c6dc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:58.844096 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': '0e3e31e0-8c7b-43b8-b9e1-700597ce84be', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'port_id': '0e3e31e0-8c7b-43b8-b9e1-700597ce84be', 'mac_address': 'fa:16:3e:fe:67:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:04:58.896528 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:04:58.897033 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (0e3e31e0-8c7b-43b8-b9e1-700597ce84be), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:58.914354 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3e31e0-8c7b-43b8-b9e1-700597ce84be {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:04:58.921586 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a42ff-2280-47b8-b5e1-a82755aadbcf req-7fa54ee2-7447-4c99-9cd0-ca5908062b69 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:58.923335 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-772a42ff-2280-47b8-b5e1-a82755aadbcf req-7fa54ee2-7447-4c99-9cd0-ca5908062b69 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0651474 Jan 26 19:04:58.996529 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=0e3e31e0-8c7b-43b8-b9e1-700597ce84be,segment=NetworkSegment(11ecee25-3af8-48ff-8d6b-d80d3818c6dc),segment_id=11ecee25-3af8-48ff-8d6b-d80d3818c6dc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:04:59.005806 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40244) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:59.019690 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-474b302f-cc25-4433-9e96-03ccae7a3bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:59.021021 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-772a42ff-2280-47b8-b5e1-a82755aadbcf req-a722703b-e953-49e5-a885-4ce460dadbfb tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913696 Jan 26 19:04:59.046124 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59120fe1-cd2a-4a6e-99d9-3c79e2ecc753 req-e0f90f02-0ac9-4835-b3a8-20f380cb8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:59.047711 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-59120fe1-cd2a-4a6e-99d9-3c79e2ecc753 req-e0f90f02-0ac9-4835-b3a8-20f380cb8790 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=962aee889d284a26804b539454f574a5&device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 1099 time: 0.0643628 Jan 26 19:04:59.110736 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-474b302f-cc25-4433-9e96-03ccae7a3bed admin admin] Publish callbacks [] for security_group (3006abf1-66f0-45ee-a5a5-2be4bc0c9713), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:59.155193 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (0e3e31e0-8c7b-43b8-b9e1-700597ce84be), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:59.165461 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59120fe1-cd2a-4a6e-99d9-3c79e2ecc753 req-004649b3-532f-45bd-9522-e4a8b5433020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:59.165461 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-59120fe1-cd2a-4a6e-99d9-3c79e2ecc753 req-004649b3-532f-45bd-9522-e4a8b5433020 service neutron] 10.222.0.55 "GET /v2.0/networks?id=921d1990-0cae-4d45-bbe0-ab047b54ae33 HTTP/1.1" status: 200 len: 919 time: 0.1080937 Jan 26 19:04:59.189681 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-474b302f-cc25-4433-9e96-03ccae7a3bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (3006abf1-66f0-45ee-a5a5-2be4bc0c9713), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:59.223394 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-59120fe1-cd2a-4a6e-99d9-3c79e2ecc753 req-02c8d074-42d2-4c21-ba8b-74802c10f6ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60bb1009-0db8-4cd4-914b-3a00c27ce4cb HTTP/1.1" status: 200 len: 217 time: 0.0528777 Jan 26 19:04:59.237808 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-474b302f-cc25-4433-9e96-03ccae7a3bed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b6927a495af34361a1e18c9b6849aa67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308688 Jan 26 19:04:59.238869 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=0e3e31e0-8c7b-43b8-b9e1-700597ce84be,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:59.244730 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b302f-cc25-4433-9e96-03ccae7a3bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3006abf1-66f0-45ee-a5a5-2be4bc0c9713,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:59.255058 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40248) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:59.307968 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59120fe1-cd2a-4a6e-99d9-3c79e2ecc753 req-8564dfe3-95e2-4975-8646-2d3fc9a75bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:59.311840 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-59120fe1-cd2a-4a6e-99d9-3c79e2ecc753 req-8564dfe3-95e2-4975-8646-2d3fc9a75bb0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1d20eae-eca3-4437-bd5f-ba7798de1214 HTTP/1.1" status: 200 len: 858 time: 0.0781012 Jan 26 19:04:59.316185 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 40250) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:59.340981 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b849df8c-00be-4a25-a617-c376b93324d4 admin admin] Publish callbacks [] for security_group (3006abf1-66f0-45ee-a5a5-2be4bc0c9713), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:59.354875 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54d2ebbd-67b2-4e77-a0f5-08ba5834bee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:59.358713 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-59120fe1-cd2a-4a6e-99d9-3c79e2ecc753 req-0a6badc5-9625-4763-9959-e8accc30d58f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=921d1990-0cae-4d45-bbe0-ab047b54ae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349090 Jan 26 19:04:59.368972 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b849df8c-00be-4a25-a617-c376b93324d4 admin admin] Publish callbacks [] for security_group (3006abf1-66f0-45ee-a5a5-2be4bc0c9713), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:59.377477 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac63032-a658-48a6-b238-e1d701c35ab9 req-0ea2c987-b9a9-465e-bc14-2e7844ed8404 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:59.378966 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-aac63032-a658-48a6-b238-e1d701c35ab9 req-0ea2c987-b9a9-465e-bc14-2e7844ed8404 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0816174 Jan 26 19:04:59.458137 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-aac63032-a658-48a6-b238-e1d701c35ab9 req-1fa4a00a-17a1-4882-a8f0-3e5f9b42f471 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654037 Jan 26 19:04:59.516979 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-59120fe1-cd2a-4a6e-99d9-3c79e2ecc753 req-bd15fbfe-46df-406c-8cef-7308906ebda8 service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505787 Jan 26 19:04:59.556714 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['0e3e31e0-8c7b-43b8-b9e1-700597ce84be'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:04:59.577742 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54d2ebbd-67b2-4e77-a0f5-08ba5834bee9 admin admin] Publish callbacks [] for security_group (ad394578-8a06-4685-86ae-716425e878cc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:59.578619 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b849df8c-00be-4a25-a617-c376b93324d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (3006abf1-66f0-45ee-a5a5-2be4bc0c9713), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:59.582181 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b849df8c-00be-4a25-a617-c376b93324d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:59.582521 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-b849df8c-00be-4a25-a617-c376b93324d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3006abf1-66f0-45ee-a5a5-2be4bc0c9713 HTTP/1.1" status: 204 len: 168 time: 0.3247998 Jan 26 19:04:59.591641 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849df8c-00be-4a25-a617-c376b93324d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3006abf1-66f0-45ee-a5a5-2be4bc0c9713,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:59.641093 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea09cf3-6706-47ed-97b3-7116854555a1 req-cd14c8a3-f9dd-4770-81f1-af8407762b28 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:04:59.642658 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5ea09cf3-6706-47ed-97b3-7116854555a1 req-cd14c8a3-f9dd-4770-81f1-af8407762b28 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 945 time: 0.1413388 Jan 26 19:04:59.714242 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54d2ebbd-67b2-4e77-a0f5-08ba5834bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (ad394578-8a06-4685-86ae-716425e878cc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:59.760382 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40262) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:59.772479 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-59120fe1-cd2a-4a6e-99d9-3c79e2ecc753 req-54060dad-8380-4e01-ae4b-d714ad6361bb service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301960 Jan 26 19:04:59.807328 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-54d2ebbd-67b2-4e77-a0f5-08ba5834bee9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e4f7622fbbf4836b9c84de19866a8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4895096 Jan 26 19:04:59.810033 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40266) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:04:59.812503 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2ebbd-67b2-4e77-a0f5-08ba5834bee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad394578-8a06-4685-86ae-716425e878cc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:04:59.840459 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5ea09cf3-6706-47ed-97b3-7116854555a1 req-8c24046c-0cc9-453a-a618-792f09f03c61 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903167 Jan 26 19:04:59.884282 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2aed7ed8-c7e8-4edc-b7fc-2b3d7cb4a5ed admin admin] Publish callbacks [] for security_group (ad394578-8a06-4685-86ae-716425e878cc), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:59.909029 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2aed7ed8-c7e8-4edc-b7fc-2b3d7cb4a5ed admin admin] Publish callbacks [] for security_group (ad394578-8a06-4685-86ae-716425e878cc), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:04:59.933577 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-10899e9e-4c68-4d7b-ab37-cd0cd5be49d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:00.035587 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-10899e9e-4c68-4d7b-ab37-cd0cd5be49d4 admin admin] Publish callbacks [] for security_group (32fda781-5058-4dba-84b1-3e2528dce682), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:00.121862 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2aed7ed8-c7e8-4edc-b7fc-2b3d7cb4a5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (ad394578-8a06-4685-86ae-716425e878cc), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:00.125000 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2aed7ed8-c7e8-4edc-b7fc-2b3d7cb4a5ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:00.126146 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-2aed7ed8-c7e8-4edc-b7fc-2b3d7cb4a5ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad394578-8a06-4685-86ae-716425e878cc HTTP/1.1" status: 204 len: 168 time: 0.3144948 Jan 26 19:05:00.136713 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed7ed8-c7e8-4edc-b7fc-2b3d7cb4a5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad394578-8a06-4685-86ae-716425e878cc,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:00.149457 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-10899e9e-4c68-4d7b-ab37-cd0cd5be49d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (32fda781-5058-4dba-84b1-3e2528dce682), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:00.158654 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd2fbe-3154-4b05-971f-b2c03378069d req-f8e2f054-097f-477b-955c-773619db0333 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:00.161308 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dffd2fbe-3154-4b05-971f-b2c03378069d req-f8e2f054-097f-477b-955c-773619db0333 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0702102 Jan 26 19:05:00.222535 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-10899e9e-4c68-4d7b-ab37-cd0cd5be49d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e5607fce6234bbda0c4403604176e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4578264 Jan 26 19:05:00.222535 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10899e9e-4c68-4d7b-ab37-cd0cd5be49d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fda781-5058-4dba-84b1-3e2528dce682,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:00.223140 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 40280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:00.255025 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dffd2fbe-3154-4b05-971f-b2c03378069d req-c951d449-138c-45a9-ba81-1484c4bce3d4 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854681 Jan 26 19:05:00.294556 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44910b69-153b-4875-b853-bf0bb73d1116 admin admin] Publish callbacks [] for security_group (32fda781-5058-4dba-84b1-3e2528dce682), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:00.317413 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44910b69-153b-4875-b853-bf0bb73d1116 admin admin] Publish callbacks [] for security_group (32fda781-5058-4dba-84b1-3e2528dce682), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:00.467450 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44910b69-153b-4875-b853-bf0bb73d1116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (32fda781-5058-4dba-84b1-3e2528dce682), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:00.470216 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44910b69-153b-4875-b853-bf0bb73d1116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:00.471417 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-44910b69-153b-4875-b853-bf0bb73d1116 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32fda781-5058-4dba-84b1-3e2528dce682 HTTP/1.1" status: 204 len: 168 time: 0.2476864 Jan 26 19:05:00.479079 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44910b69-153b-4875-b853-bf0bb73d1116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fda781-5058-4dba-84b1-3e2528dce682,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:00.573574 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b143fe-913f-46c0-b501-343d8f90b261 req-8f5b3067-928f-4c37-bf2b-ebc23bbf7645 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:00.575179 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b7b143fe-913f-46c0-b501-343d8f90b261 req-8f5b3067-928f-4c37-bf2b-ebc23bbf7645 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0517166 Jan 26 19:05:00.623383 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b7b143fe-913f-46c0-b501-343d8f90b261 req-019e12e9-ef58-4fe9-91e3-23e79de2f60f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425386 Jan 26 19:05:00.713969 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 0e3e31e0-8c7b-43b8-b9e1-700597ce84be up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:05:00.766081 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ae0ba-2465-4693-9934-021d316cc594 req-92280c1c-a892-4e38-b414-aa35a56d9e7a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:00.767609 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-746ae0ba-2465-4693-9934-021d316cc594 req-92280c1c-a892-4e38-b414-aa35a56d9e7a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0525298 Jan 26 19:05:00.776456 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40302) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:00.781595 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-d7239be1-b4dd-4e61-982a-d661d1b10232 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Request body: {'floatingip': {'port_id': '71478470-4459-430c-9feb-dda9d023d3c4'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:05:00.857513 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:05:00.861692 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:00.864459 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (0e3e31e0-8c7b-43b8-b9e1-700597ce84be), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:00.875354 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d7239be1-b4dd-4e61-982a-d661d1b10232 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for floatingip (f3b6b7f2-4e68-4ed9-9182-1f92d950a455), before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:00.988869 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958929f-559c-48ee-8aad-2c7f2418c9a3 req-88b4ec81-14ba-4434-b59e-30c332fcdcd0 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:01.009468 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b958929f-559c-48ee-8aad-2c7f2418c9a3 req-88b4ec81-14ba-4434-b59e-30c332fcdcd0 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 945 time: 0.1000361 Jan 26 19:05:01.094578 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b958929f-559c-48ee-8aad-2c7f2418c9a3 req-7d121af6-d6d3-4ba5-a61d-64cdd28231db tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793443 Jan 26 19:05:01.171066 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:01.171066 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (0e3e31e0-8c7b-43b8-b9e1-700597ce84be), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:01.194990 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ef61c2-334d-43e7-a4a9-30b21cf019d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3e31e0-8c7b-43b8-b9e1-700597ce84be'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:05:01.197493 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e96db0d-03e8-42e1-9a79-341009250f62" -d '{"events": [{"server_uuid": "25ef61c2-334d-43e7-a4a9-30b21cf019d7", "name": "network-vif-plugged", "status": "completed", "tag": "0e3e31e0-8c7b-43b8-b9e1-700597ce84be"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:05:01.210345 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=0e3e31e0-8c7b-43b8-b9e1-700597ce84be,segment=NetworkSegment(11ecee25-3af8-48ff-8d6b-d80d3818c6dc),segment_id=11ecee25-3af8-48ff-8d6b-d80d3818c6dc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:05:01.250123 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbc6514-3a19-4ee5-b5cb-9ca012d45c9c x-openstack-request-id: req-9cbc6514-3a19-4ee5-b5cb-9ca012d45c9c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:05:01.250505 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ef61c2-334d-43e7-a4a9-30b21cf019d7", "name": "network-vif-plugged", "status": "completed", "tag": "0e3e31e0-8c7b-43b8-b9e1-700597ce84be", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:05:01.250760 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9cbc6514-3a19-4ee5-b5cb-9ca012d45c9c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:05:01.251173 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ef61c2-334d-43e7-a4a9-30b21cf019d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3e31e0-8c7b-43b8-b9e1-700597ce84be', 'code': 200} Jan 26 19:05:01.327579 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (0e3e31e0-8c7b-43b8-b9e1-700597ce84be), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:01.388643 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=0e3e31e0-8c7b-43b8-b9e1-700597ce84be,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:01.404149 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d29902-5803-47f0-8df1-989542c4bef8 req-0ee1dd42-dab2-4de3-90bb-7e346750d4c3 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:01.406503 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-30d29902-5803-47f0-8df1-989542c4bef8 req-0ee1dd42-dab2-4de3-90bb-7e346750d4c3 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0564604 Jan 26 19:05:01.479404 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-30d29902-5803-47f0-8df1-989542c4bef8 req-f82aac7f-6d25-474f-803c-2748a545c6da tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569522 Jan 26 19:05:01.492506 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 40340) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:01.515660 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-200a3aff-fc6d-4670-b803-0c6c53b70b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:01.668992 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-200a3aff-fc6d-4670-b803-0c6c53b70b3d admin admin] Publish callbacks [] for security_group (6f3f66a3-0fc5-4e61-a300-47f274143cc8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:01.706630 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f296c-015b-4888-8ac9-4a7a32ac26c9 req-a116617a-f23d-4bd9-9a15-caa3a828b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:01.708329 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-291f296c-015b-4888-8ac9-4a7a32ac26c9 req-a116617a-f23d-4bd9-9a15-caa3a828b891 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 1099 time: 0.0558903 Jan 26 19:05:01.756663 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-291f296c-015b-4888-8ac9-4a7a32ac26c9 req-aa5341ec-4689-45de-9911-84a94d7619c3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417612 Jan 26 19:05:01.800585 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-200a3aff-fc6d-4670-b803-0c6c53b70b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (6f3f66a3-0fc5-4e61-a300-47f274143cc8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:01.853214 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40352) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:01.853647 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-200a3aff-fc6d-4670-b803-0c6c53b70b3d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dba1f67781f941349d02d69401cf8a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596044 Jan 26 19:05:01.854166 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a3aff-fc6d-4670-b803-0c6c53b70b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3f66a3-0fc5-4e61-a300-47f274143cc8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:01.869541 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.db.resource_extend [None req-d7239be1-b4dd-4e61-982a-d661d1b10232 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 19:05:01.978676 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d7239be1-b4dd-4e61-982a-d661d1b10232 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:01.996009 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a967a02a-58df-4801-aeae-072487d962d9 admin admin] Publish callbacks [] for security_group (6f3f66a3-0fc5-4e61-a300-47f274143cc8), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:02.030554 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a967a02a-58df-4801-aeae-072487d962d9 admin admin] Publish callbacks [] for security_group (6f3f66a3-0fc5-4e61-a300-47f274143cc8), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:02.063608 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d7239be1-b4dd-4e61-982a-d661d1b10232 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (f3b6b7f2-4e68-4ed9-9182-1f92d950a455), after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:02.167927 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.l3_db [None req-d7239be1-b4dd-4e61-982a-d661d1b10232 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Floating IP f3b6b7f2-4e68-4ed9-9182-1f92d950a455 associated. External IP: 172.27.2.230, port: 71478470-4459-430c-9feb-dda9d023d3c4. Jan 26 19:05:02.283446 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed99cb-cf8a-49b8-8107-7465a16a5fad req-70aaa218-5e6d-4a37-9c51-fb0169b554c5 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:02.284936 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-41ed99cb-cf8a-49b8-8107-7465a16a5fad req-70aaa218-5e6d-4a37-9c51-fb0169b554c5 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.1147075 Jan 26 19:05:02.320618 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a967a02a-58df-4801-aeae-072487d962d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (6f3f66a3-0fc5-4e61-a300-47f274143cc8), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:02.323558 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a967a02a-58df-4801-aeae-072487d962d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:02.324750 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a967a02a-58df-4801-aeae-072487d962d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f3f66a3-0fc5-4e61-a300-47f274143cc8 HTTP/1.1" status: 204 len: 168 time: 0.4705043 Jan 26 19:05:02.383211 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967a02a-58df-4801-aeae-072487d962d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3f66a3-0fc5-4e61-a300-47f274143cc8,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:02.413517 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-41ed99cb-cf8a-49b8-8107-7465a16a5fad req-f8b9054e-29b8-4d75-8858-6f90d079d867 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184533 Jan 26 19:05:02.468793 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7239be1-b4dd-4e61-982a-d661d1b10232 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:05:02.582493 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7239be1-b4dd-4e61-982a-d661d1b10232 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:05:02.587938 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d7239be1-b4dd-4e61-982a-d661d1b10232 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:02.593749 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347db54-35c2-4f7e-a67d-07ae1c6ae89a req-5cf96bc8-570c-49e1-8b76-da3920caf3a7 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:02.598630 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379cf0d1-fb36-4124-85ed-473e0e8aa343 None None] Sync routers for ids ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:05:02.610624 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4347db54-35c2-4f7e-a67d-07ae1c6ae89a req-5cf96bc8-570c-49e1-8b76-da3920caf3a7 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0698056 Jan 26 19:05:02.618714 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379cf0d1-fb36-4124-85ed-473e0e8aa343 None None] Routers {'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:05:02.619606 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-379cf0d1-fb36-4124-85ed-473e0e8aa343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:04:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:02.632634 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-d7239be1-b4dd-4e61-982a-d661d1b10232 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "PUT /v2.0/floatingips/f3b6b7f2-4e68-4ed9-9182-1f92d950a455 HTTP/1.1" status: 200 len: 991 time: 1.8549652 Jan 26 19:05:02.633682 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'tag': '71478470-4459-430c-9feb-dda9d023d3c4'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:05:02.699066 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4347db54-35c2-4f7e-a67d-07ae1c6ae89a req-813f53e4-7826-4687-892e-55f31f168cd8 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872946 Jan 26 19:05:02.753090 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40390) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:02.759389 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-379cf0d1-fb36-4124-85ed-473e0e8aa343 None None] Set router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:05:02.978857 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-15d96b7d-2ab4-40e5-8a71-6c142e646cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:03.054396 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-379cf0d1-fb36-4124-85ed-473e0e8aa343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:26Z', 'revision_number': 4, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'f3b6b7f2-4e68-4ed9-9182-1f92d950a455', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'port_id': '71478470-4459-430c-9feb-dda9d023d3c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'mac_address': 'fa:16:3e:c3:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:04:39Z', 'updated_at': '2022-01-26T19:05:01Z', 'revision_number': 1, 'project_id': '576e14109c434e728644c0dd02a7a738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea40113-6e4c-4164-9a04-67ebf0a6c610', 'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'mac_address': 'fa:16:3e:1d:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:24Z', 'updated_at': '2022-01-26T19:04:33Z', 'revision_number': 5, 'project_id': '576e14109c434e728644c0dd02a7a738', 'subnets': [{'id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:03.078235 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778b83fb83c7ed0d23127b0c5088a0f98009e27ee8199dc064e98ebb24a51604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2e6d11-9df2-4e33-87f8-4681cb515cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "56c9c842-3e6b-4e8f-954f-0b37b40fe4d8", "tag": "71478470-4459-430c-9feb-dda9d023d3c4"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:05:03.089075 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379cf0d1-fb36-4124-85ed-473e0e8aa343 None None] Checking router: e87eb1b8-6361-4ff4-a6a0-b5df08abad4e for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:05:03.095464 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379cf0d1-fb36-4124-85ed-473e0e8aa343 None None] Routers {'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:05:03.096105 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-379cf0d1-fb36-4124-85ed-473e0e8aa343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:04:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:03.124920 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-15d96b7d-2ab4-40e5-8a71-6c142e646cff admin admin] Publish callbacks [] for security_group (ff7ad510-165e-48e8-b154-66254d60e7af), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:03.188552 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9f95c0-0ad0-49f5-a537-ea7b84fe1f2d x-openstack-request-id: req-9d9f95c0-0ad0-49f5-a537-ea7b84fe1f2d {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:05:03.188846 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c9c842-3e6b-4e8f-954f-0b37b40fe4d8", "tag": "71478470-4459-430c-9feb-dda9d023d3c4", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:05:03.189206 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d9f95c0-0ad0-49f5-a537-ea7b84fe1f2d {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:05:03.189671 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'tag': '71478470-4459-430c-9feb-dda9d023d3c4', 'status': 'completed', 'code': 200} Jan 26 19:05:03.220956 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-15d96b7d-2ab4-40e5-8a71-6c142e646cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (ff7ad510-165e-48e8-b154-66254d60e7af), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:03.241895 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-379cf0d1-fb36-4124-85ed-473e0e8aa343 None None] Set router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:05:03.279415 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-15d96b7d-2ab4-40e5-8a71-6c142e646cff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e6db0551ca7421a9c52ce502c6f7400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5258019 Jan 26 19:05:03.280741 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d96b7d-2ab4-40e5-8a71-6c142e646cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7ad510-165e-48e8-b154-66254d60e7af,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:03.283526 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40414) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:03.310560 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e6d11-9df2-4e33-87f8-4681cb515cb4 req-ee7feb02-f395-4016-a645-7c66408ae8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:03.314609 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cb2e6d11-9df2-4e33-87f8-4681cb515cb4 req-ee7feb02-f395-4016-a645-7c66408ae8f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=576e14109c434e728644c0dd02a7a738&device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 1098 time: 0.0986564 Jan 26 19:05:03.368287 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e66ccddf-c3c7-4257-949f-8c3763004763 admin admin] Publish callbacks [] for security_group (ff7ad510-165e-48e8-b154-66254d60e7af), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:03.392250 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e66ccddf-c3c7-4257-949f-8c3763004763 admin admin] Publish callbacks [] for security_group (ff7ad510-165e-48e8-b154-66254d60e7af), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:03.485550 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e6d11-9df2-4e33-87f8-4681cb515cb4 req-cad5fb2e-aa6c-4253-ac1b-5e305984bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:03.495625 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cb2e6d11-9df2-4e33-87f8-4681cb515cb4 req-cad5fb2e-aa6c-4253-ac1b-5e305984bb7a service neutron] 10.222.0.55 "GET /v2.0/networks?id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca HTTP/1.1" status: 200 len: 918 time: 0.1673582 Jan 26 19:05:03.519137 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-379cf0d1-fb36-4124-85ed-473e0e8aa343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:26Z', 'revision_number': 4, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'f3b6b7f2-4e68-4ed9-9182-1f92d950a455', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'port_id': '71478470-4459-430c-9feb-dda9d023d3c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'mac_address': 'fa:16:3e:c3:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:04:39Z', 'updated_at': '2022-01-26T19:05:01Z', 'revision_number': 1, 'project_id': '576e14109c434e728644c0dd02a7a738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea40113-6e4c-4164-9a04-67ebf0a6c610', 'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'mac_address': 'fa:16:3e:1d:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:24Z', 'updated_at': '2022-01-26T19:04:33Z', 'revision_number': 5, 'project_id': '576e14109c434e728644c0dd02a7a738', 'subnets': [{'id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:03.552531 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379cf0d1-fb36-4124-85ed-473e0e8aa343 None None] The sync data for ids ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'] in dv-cinder-824187-6-iscsi is: [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:26Z', 'revision_number': 4, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'f3b6b7f2-4e68-4ed9-9182-1f92d950a455', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'port_id': '71478470-4459-430c-9feb-dda9d023d3c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'mac_address': 'fa:16:3e:c3:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:04:39Z', 'updated_at': '2022-01-26T19:05:01Z', 'revision_number': 1, 'project_id': '576e14109c434e728644c0dd02a7a738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea40113-6e4c-4164-9a04-67ebf0a6c610', 'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'mac_address': 'fa:16:3e:1d:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:24Z', 'updated_at': '2022-01-26T19:04:33Z', 'revision_number': 5, 'project_id': '576e14109c434e728644c0dd02a7a738', 'subnets': [{'id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:05:03.570121 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf6b19-832f-45bc-9d7b-39e226ff360e req-1d6ce190-86e4-4df9-a6ec-17564abd37e3 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:03.572471 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b2cf6b19-832f-45bc-9d7b-39e226ff360e req-1d6ce190-86e4-4df9-a6ec-17564abd37e3 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0558124 Jan 26 19:05:03.574013 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e66ccddf-c3c7-4257-949f-8c3763004763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (ff7ad510-165e-48e8-b154-66254d60e7af), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:03.577437 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e66ccddf-c3c7-4257-949f-8c3763004763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:03.579101 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-e66ccddf-c3c7-4257-949f-8c3763004763 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff7ad510-165e-48e8-b154-66254d60e7af HTTP/1.1" status: 204 len: 168 time: 0.2819302 Jan 26 19:05:03.599683 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ccddf-c3c7-4257-949f-8c3763004763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7ad510-165e-48e8-b154-66254d60e7af,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:03.640490 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cb2e6d11-9df2-4e33-87f8-4681cb515cb4 req-db7dd4a7-801d-4e35-b905-fe982a3dc8b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71478470-4459-430c-9feb-dda9d023d3c4 HTTP/1.1" status: 200 len: 999 time: 0.1357069 Jan 26 19:05:03.659532 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b2cf6b19-832f-45bc-9d7b-39e226ff360e req-820a69c2-3c32-4de0-8afc-2e88143884e2 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779178 Jan 26 19:05:03.871389 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b8ca35-80b4-41b1-a365-cb022f9cbad9 None None] New status for floating IP f3b6b7f2-4e68-4ed9-9182-1f92d950a455: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:05:04.043930 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e6d11-9df2-4e33-87f8-4681cb515cb4 req-7ae623a9-9fca-4d61-95d6-d2ffba3dd53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:04.047454 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe31c93-8606-4739-ad29-f89964321ed3 req-9332398e-0c5d-44cf-9be3-d4de82d43b40 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:04.048889 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cb2e6d11-9df2-4e33-87f8-4681cb515cb4 req-7ae623a9-9fca-4d61-95d6-d2ffba3dd53f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4adaee3d-1301-410a-8b8d-af3b7bad3ff4 HTTP/1.1" status: 200 len: 856 time: 0.3983483 Jan 26 19:05:04.055190 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9fe31c93-8606-4739-ad29-f89964321ed3 req-9332398e-0c5d-44cf-9be3-d4de82d43b40 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.2587800 Jan 26 19:05:04.072817 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d695fc1-34a4-4168-bcae-1e023cd02fd0 req-88bd834e-f500-4f4c-b419-f85bd55afc4a tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:04.086614 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40446) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:04.089211 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5d695fc1-34a4-4168-bcae-1e023cd02fd0 req-88bd834e-f500-4f4c-b419-f85bd55afc4a tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.1039684 Jan 26 19:05:04.096890 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-001a2d96-4a95-4cb7-93cb-42a16164c9f3 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Request body: {'floatingip': {'port_id': '0e3e31e0-8c7b-43b8-b9e1-700597ce84be'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:05:04.159842 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e6d11-9df2-4e33-87f8-4681cb515cb4 req-dfee6f43-e49c-46b1-bad4-cd9213b9d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:04.161551 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cb2e6d11-9df2-4e33-87f8-4681cb515cb4 req-dfee6f43-e49c-46b1-bad4-cd9213b9d56b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712321 Jan 26 19:05:04.168051 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-001a2d96-4a95-4cb7-93cb-42a16164c9f3 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for floatingip (d0f11d81-33ce-4622-83fe-26dd007358f6), before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:04.218802 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9fe31c93-8606-4739-ad29-f89964321ed3 req-3f41df00-d9a2-4805-86d4-f8a585820fbc tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627197 Jan 26 19:05:04.269314 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cb2e6d11-9df2-4e33-87f8-4681cb515cb4 req-cc560c2c-c672-4202-bc9f-84d2a54729bb service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000512 Jan 26 19:05:04.377615 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cb2e6d11-9df2-4e33-87f8-4681cb515cb4 req-5b63baf8-acbd-4856-828f-a89caee4a61d service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016705 Jan 26 19:05:04.662846 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-001a2d96-4a95-4cb7-93cb-42a16164c9f3 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:04.676831 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40464) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:04.731825 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-001a2d96-4a95-4cb7-93cb-42a16164c9f3 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (d0f11d81-33ce-4622-83fe-26dd007358f6), after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:04.836048 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.l3_db [None req-001a2d96-4a95-4cb7-93cb-42a16164c9f3 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Floating IP d0f11d81-33ce-4622-83fe-26dd007358f6 associated. External IP: 172.27.2.125, port: 0e3e31e0-8c7b-43b8-b9e1-700597ce84be. Jan 26 19:05:04.885773 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-932e8e77-0d92-46ba-b909-a027243a51b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:05.057584 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-932e8e77-0d92-46ba-b909-a027243a51b4 admin admin] Publish callbacks [] for security_group (3c9d1ac5-ff20-47d6-ac4d-7cc46249f890), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:05.118070 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001a2d96-4a95-4cb7-93cb-42a16164c9f3 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Router 74220c30-68c8-43b5-b723-ab32070c3be1 has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:05:05.167876 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-932e8e77-0d92-46ba-b909-a027243a51b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (3c9d1ac5-ff20-47d6-ac4d-7cc46249f890), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:05.219528 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-932e8e77-0d92-46ba-b909-a027243a51b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c879153f6bbd4a79a0505ed43266aa0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5416059 Jan 26 19:05:05.220257 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e8e77-0d92-46ba-b909-a027243a51b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9d1ac5-ff20-47d6-ac4d-7cc46249f890,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:05.222413 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 40486) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:05.275838 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001a2d96-4a95-4cb7-93cb-42a16164c9f3 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:05:05.287796 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc981b-b5e3-4545-a21f-e9f78e1683ae None None] Sync routers for ids ['74220c30-68c8-43b5-b723-ab32070c3be1'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:05:05.291457 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-001a2d96-4a95-4cb7-93cb-42a16164c9f3 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:05.305296 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdc981b-b5e3-4545-a21f-e9f78e1683ae None None] Routers {'74220c30-68c8-43b5-b723-ab32070c3be1'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:05:05.305937 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dcdc981b-b5e3-4545-a21f-e9f78e1683ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:04:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['74220c30-68c8-43b5-b723-ab32070c3be1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:05.336245 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-001a2d96-4a95-4cb7-93cb-42a16164c9f3 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "PUT /v2.0/floatingips/d0f11d81-33ce-4622-83fe-26dd007358f6 HTTP/1.1" status: 200 len: 992 time: 1.2484114 Jan 26 19:05:05.336906 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ef61c2-334d-43e7-a4a9-30b21cf019d7', 'tag': '0e3e31e0-8c7b-43b8-b9e1-700597ce84be'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:05:05.339553 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778b83fb83c7ed0d23127b0c5088a0f98009e27ee8199dc064e98ebb24a51604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef0f3e7-95d7-4d4d-b14a-969bc1fd1284" -d '{"events": [{"name": "network-changed", "server_uuid": "25ef61c2-334d-43e7-a4a9-30b21cf019d7", "tag": "0e3e31e0-8c7b-43b8-b9e1-700597ce84be"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:05:05.360757 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6214801-88aa-4c50-9ef0-8aad494e71e5 admin admin] Publish callbacks [] for security_group (3c9d1ac5-ff20-47d6-ac4d-7cc46249f890), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:05.400478 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6214801-88aa-4c50-9ef0-8aad494e71e5 admin admin] Publish callbacks [] for security_group (3c9d1ac5-ff20-47d6-ac4d-7cc46249f890), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:05.463427 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936ea9e-873f-4ee7-9516-9d355badb70d req-adc747c8-f258-4e1d-b6a5-eece58eeff1a tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:05.465465 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b936ea9e-873f-4ee7-9516-9d355badb70d req-adc747c8-f258-4e1d-b6a5-eece58eeff1a tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0962989 Jan 26 19:05:05.480213 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dcdc981b-b5e3-4545-a21f-e9f78e1683ae None None] Set router 74220c30-68c8-43b5-b723-ab32070c3be1 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:05:05.526575 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b936ea9e-873f-4ee7-9516-9d355badb70d req-511c2de8-bf06-4c2c-a337-53c3612f212e tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511048 Jan 26 19:05:05.554512 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfd7e9f-9822-4467-a523-e03b50af92e6 x-openstack-request-id: req-dcfd7e9f-9822-4467-a523-e03b50af92e6 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:05:05.554512 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ef61c2-334d-43e7-a4a9-30b21cf019d7", "tag": "0e3e31e0-8c7b-43b8-b9e1-700597ce84be", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:05:05.554512 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dcfd7e9f-9822-4467-a523-e03b50af92e6 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:05:05.555177 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ef61c2-334d-43e7-a4a9-30b21cf019d7', 'tag': '0e3e31e0-8c7b-43b8-b9e1-700597ce84be', 'status': 'completed', 'code': 200} Jan 26 19:05:05.589533 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6214801-88aa-4c50-9ef0-8aad494e71e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (3c9d1ac5-ff20-47d6-ac4d-7cc46249f890), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:05.592298 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6214801-88aa-4c50-9ef0-8aad494e71e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:05.596166 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-f6214801-88aa-4c50-9ef0-8aad494e71e5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c9d1ac5-ff20-47d6-ac4d-7cc46249f890 HTTP/1.1" status: 204 len: 168 time: 0.3691461 Jan 26 19:05:05.630319 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6214801-88aa-4c50-9ef0-8aad494e71e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9d1ac5-ff20-47d6-ac4d-7cc46249f890,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:05.650463 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0f3e7-95d7-4d4d-b14a-969bc1fd1284 req-8902788c-9bee-4725-b3b6-1ce254ce5a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:05.652077 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5ef0f3e7-95d7-4d4d-b14a-969bc1fd1284 req-8902788c-9bee-4725-b3b6-1ce254ce5a5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad6163233adb43149b021649508e8ff6&device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 1099 time: 0.0514703 Jan 26 19:05:05.768683 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0f3e7-95d7-4d4d-b14a-969bc1fd1284 req-7cde9ec2-a69b-4f11-bfb1-e8b8fcae3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:05.770469 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5ef0f3e7-95d7-4d4d-b14a-969bc1fd1284 req-7cde9ec2-a69b-4f11-bfb1-e8b8fcae3f8c service neutron] 10.222.0.55 "GET /v2.0/networks?id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf HTTP/1.1" status: 200 len: 910 time: 0.1024144 Jan 26 19:05:05.821845 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dcdc981b-b5e3-4545-a21f-e9f78e1683ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:30Z', 'revision_number': 4, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'd0f11d81-33ce-4622-83fe-26dd007358f6', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'port_id': '0e3e31e0-8c7b-43b8-b9e1-700597ce84be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'mac_address': 'fa:16:3e:fe:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ef61c2-334d-43e7-a4a9-30b21cf019d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:04:43Z', 'updated_at': '2022-01-26T19:05:04Z', 'revision_number': 1, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab87bc0-cdd7-409d-b790-81cf64d4efbe', 'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'mac_address': 'fa:16:3e:b0:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:27Z', 'updated_at': '2022-01-26T19:04:41Z', 'revision_number': 5, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'subnets': [{'id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:05.851117 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc981b-b5e3-4545-a21f-e9f78e1683ae None None] Checking router: 74220c30-68c8-43b5-b723-ab32070c3be1 for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:05:05.851938 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5ef0f3e7-95d7-4d4d-b14a-969bc1fd1284 req-ae2a29b8-ab29-41e0-9f10-5b324745413d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e3e31e0-8c7b-43b8-b9e1-700597ce84be HTTP/1.1" status: 200 len: 1000 time: 0.0691690 Jan 26 19:05:05.859931 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdc981b-b5e3-4545-a21f-e9f78e1683ae None None] Routers {'74220c30-68c8-43b5-b723-ab32070c3be1'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:05:05.860530 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dcdc981b-b5e3-4545-a21f-e9f78e1683ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:04:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['74220c30-68c8-43b5-b723-ab32070c3be1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:05.914826 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0f3e7-95d7-4d4d-b14a-969bc1fd1284 req-6171a2b0-aab4-4aeb-a01e-708ceb9b59e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:05.916435 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5ef0f3e7-95d7-4d4d-b14a-969bc1fd1284 req-6171a2b0-aab4-4aeb-a01e-708ceb9b59e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f48a8d7c-62d5-4c66-b22a-175e4457e7a9 HTTP/1.1" status: 200 len: 848 time: 0.0492752 Jan 26 19:05:05.962573 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0f3e7-95d7-4d4d-b14a-969bc1fd1284 req-8ffc261b-20d8-4c89-9586-22aa1f910ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:05.964486 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5ef0f3e7-95d7-4d4d-b14a-969bc1fd1284 req-8ffc261b-20d8-4c89-9586-22aa1f910ccb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418186 Jan 26 19:05:05.974092 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dcdc981b-b5e3-4545-a21f-e9f78e1683ae None None] Set router 74220c30-68c8-43b5-b723-ab32070c3be1 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:05:06.087671 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5ef0f3e7-95d7-4d4d-b14a-969bc1fd1284 req-f4c502ce-a53b-4e2f-a975-d4b212c7cc99 service neutron] 10.222.0.55 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061184 Jan 26 19:05:06.205818 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5ef0f3e7-95d7-4d4d-b14a-969bc1fd1284 req-d0eaf04a-4247-4028-9081-ff0d55cf5a15 service neutron] 10.222.0.55 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109436 Jan 26 19:05:06.255765 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dcdc981b-b5e3-4545-a21f-e9f78e1683ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:30Z', 'revision_number': 4, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'd0f11d81-33ce-4622-83fe-26dd007358f6', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'port_id': '0e3e31e0-8c7b-43b8-b9e1-700597ce84be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'mac_address': 'fa:16:3e:fe:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ef61c2-334d-43e7-a4a9-30b21cf019d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:04:43Z', 'updated_at': '2022-01-26T19:05:04Z', 'revision_number': 1, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab87bc0-cdd7-409d-b790-81cf64d4efbe', 'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'mac_address': 'fa:16:3e:b0:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:27Z', 'updated_at': '2022-01-26T19:04:41Z', 'revision_number': 5, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'subnets': [{'id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:06.290051 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc981b-b5e3-4545-a21f-e9f78e1683ae None None] The sync data for ids ['74220c30-68c8-43b5-b723-ab32070c3be1'] in dv-cinder-824187-6-iscsi is: [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:30Z', 'revision_number': 4, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'd0f11d81-33ce-4622-83fe-26dd007358f6', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'port_id': '0e3e31e0-8c7b-43b8-b9e1-700597ce84be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'mac_address': 'fa:16:3e:fe:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ef61c2-334d-43e7-a4a9-30b21cf019d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:04:43Z', 'updated_at': '2022-01-26T19:05:04Z', 'revision_number': 1, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab87bc0-cdd7-409d-b790-81cf64d4efbe', 'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'mac_address': 'fa:16:3e:b0:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:27Z', 'updated_at': '2022-01-26T19:04:41Z', 'revision_number': 5, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'subnets': [{'id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:05:06.542102 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eab616-d3d7-49af-b0aa-ac4c3fb4ab84 None None] New status for floating IP d0f11d81-33ce-4622-83fe-26dd007358f6: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:05:06.678894 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ca9df-9428-4791-bb62-1d0c996a3883 req-ac5536b4-9bc4-4b80-a21f-0dac41b223e9 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:06.686697 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8e6ca9df-9428-4791-bb62-1d0c996a3883 req-ac5536b4-9bc4-4b80-a21f-0dac41b223e9 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0674326 Jan 26 19:05:06.736348 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8e6ca9df-9428-4791-bb62-1d0c996a3883 req-be195232-50c7-4199-b831-8038717e5aba tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432272 Jan 26 19:05:07.155938 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49726694-424d-4f2f-80ad-9bd4dbc66314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:07.306372 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40558) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:07.422972 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-373a83e4-1ffc-4908-88f8-9468d350c679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:07.502182 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-373a83e4-1ffc-4908-88f8-9468d350c679 admin admin] Publish callbacks [] for security_group (7e73641d-c5e9-479a-b06d-3c6d8a9b51b7), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:07.663470 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-373a83e4-1ffc-4908-88f8-9468d350c679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (7e73641d-c5e9-479a-b06d-3c6d8a9b51b7), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:07.709921 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-373a83e4-1ffc-4908-88f8-9468d350c679 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd9636910d2f4107b06263cb490c3e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4022567 Jan 26 19:05:07.712611 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40586) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:07.745847 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a83e4-1ffc-4908-88f8-9468d350c679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e73641d-c5e9-479a-b06d-3c6d8a9b51b7,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:07.801359 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9d521e9c-a282-4e0d-a717-5656793880ed admin admin] Publish callbacks [] for security_group (7e73641d-c5e9-479a-b06d-3c6d8a9b51b7), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:07.839880 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9d521e9c-a282-4e0d-a717-5656793880ed admin admin] Publish callbacks [] for security_group (7e73641d-c5e9-479a-b06d-3c6d8a9b51b7), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:07.944806 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e61be5-8932-42f9-80e2-0c724d2ea002 req-4af7d712-a3a6-4d42-8712-ba0ef9b76474 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:07.946358 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-41e61be5-8932-42f9-80e2-0c724d2ea002 req-4af7d712-a3a6-4d42-8712-ba0ef9b76474 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0538688 Jan 26 19:05:07.993189 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9d521e9c-a282-4e0d-a717-5656793880ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (7e73641d-c5e9-479a-b06d-3c6d8a9b51b7), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:07.995932 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9d521e9c-a282-4e0d-a717-5656793880ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:07.997508 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-9d521e9c-a282-4e0d-a717-5656793880ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e73641d-c5e9-479a-b06d-3c6d8a9b51b7 HTTP/1.1" status: 204 len: 168 time: 0.2835336 Jan 26 19:05:08.012982 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-41e61be5-8932-42f9-80e2-0c724d2ea002 req-6cd55547-ef5b-488c-bff5-ea203e4f3f32 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508730 Jan 26 19:05:08.019166 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d521e9c-a282-4e0d-a717-5656793880ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e73641d-c5e9-479a-b06d-3c6d8a9b51b7,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:08.408513 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b009ec8-0d9b-4f58-99b2-d3ca74f6f852 req-c1eabaa5-548a-4a12-9106-7d1ccd192cd3 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:08.410017 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3b009ec8-0d9b-4f58-99b2-d3ca74f6f852 req-c1eabaa5-548a-4a12-9106-7d1ccd192cd3 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 945 time: 0.0472827 Jan 26 19:05:08.461443 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3b009ec8-0d9b-4f58-99b2-d3ca74f6f852 req-1d80160c-5131-455f-8505-92f7802e323f tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458724 Jan 26 19:05:09.159046 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32259d93-9c3b-4bd6-b325-a199b0d7096a req-1bb14789-4cdf-41b9-ae26-00d378177220 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:09.160665 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-32259d93-9c3b-4bd6-b325-a199b0d7096a req-1bb14789-4cdf-41b9-ae26-00d378177220 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0534282 Jan 26 19:05:09.213279 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-32259d93-9c3b-4bd6-b325-a199b0d7096a req-d3f293c0-bbe1-489c-8510-361e61e46a80 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468152 Jan 26 19:05:09.596389 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e76895-7e77-4253-93e9-42d682a9dc60 req-50788774-d3db-4d15-ab2e-b73d6e97e3e8 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:09.596389 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-02e76895-7e77-4253-93e9-42d682a9dc60 req-50788774-d3db-4d15-ab2e-b73d6e97e3e8 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 945 time: 0.0507369 Jan 26 19:05:09.633926 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdf2748d-2058-4d2b-a35e-127d8ac68546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:09.644905 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-02e76895-7e77-4253-93e9-42d682a9dc60 req-f3ac8115-fd9e-4f21-860d-305b648076ba tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485294 Jan 26 19:05:10.334666 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0d8b9-6417-4868-9a80-d697959abda9 req-b23b5917-b7fc-4d00-b205-81edce70cb2b tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:10.336217 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-22f0d8b9-6417-4868-9a80-d697959abda9 req-b23b5917-b7fc-4d00-b205-81edce70cb2b tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0506895 Jan 26 19:05:10.393914 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c03d-3d01-4047-afb7-499020a3156f req-b69bc055-571f-4ff4-8604-c61bf6a65d28 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:10.395423 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c5d1c03d-3d01-4047-afb7-499020a3156f req-b69bc055-571f-4ff4-8604-c61bf6a65d28 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.55 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 945 time: 0.0580988 Jan 26 19:05:10.398611 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-22f0d8b9-6417-4868-9a80-d697959abda9 req-235bc940-603e-4bb7-acb3-71f3538655a9 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560749 Jan 26 19:05:10.560325 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-c5d1c03d-3d01-4047-afb7-499020a3156f req-47526a7e-2dbb-4b2a-a351-81078346a757 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Deleting port 22944a64-da6b-4d3e-82b6-e7d38be2663b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:05:10.564572 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c5d1c03d-3d01-4047-afb7-499020a3156f req-47526a7e-2dbb-4b2a-a351-81078346a757 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (22944a64-da6b-4d3e-82b6-e7d38be2663b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:10.652113 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c5d1c03d-3d01-4047-afb7-499020a3156f req-47526a7e-2dbb-4b2a-a351-81078346a757 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] For port 22944a64-da6b-4d3e-82b6-e7d38be2663b, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=22944a64-da6b-4d3e-82b6-e7d38be2663b,segment=NetworkSegment(55c000ad-5a50-48e1-b888-57b2e247f52c),segment_id=55c000ad-5a50-48e1-b888-57b2e247f52c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:05:10.652857 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c5d1c03d-3d01-4047-afb7-499020a3156f req-47526a7e-2dbb-4b2a-a351-81078346a757 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (22944a64-da6b-4d3e-82b6-e7d38be2663b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:10.677528 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-c5d1c03d-3d01-4047-afb7-499020a3156f req-47526a7e-2dbb-4b2a-a351-81078346a757 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Calling delete_port for 22944a64-da6b-4d3e-82b6-e7d38be2663b owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:05:10.783136 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:10.826983 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2657e-0092-4c49-a684-b2a80a24c5ef req-098a5fb6-e881-4081-9f21-2e594855248a tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:10.828471 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-31a2657e-0092-4c49-a684-b2a80a24c5ef req-098a5fb6-e881-4081-9f21-2e594855248a tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 945 time: 0.1084530 Jan 26 19:05:10.895795 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40738) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:10.916374 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-31a2657e-0092-4c49-a684-b2a80a24c5ef req-17bd4474-8ac4-44a4-b69d-10300dafed2a tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806413 Jan 26 19:05:11.002210 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-298336cd-e8bc-4332-b124-0c09d1d93e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:11.023371 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c5d1c03d-3d01-4047-afb7-499020a3156f req-47526a7e-2dbb-4b2a-a351-81078346a757 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (22944a64-da6b-4d3e-82b6-e7d38be2663b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:11.038375 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['22944a64-da6b-4d3e-82b6-e7d38be2663b'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:05:11.050037 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47526a7e-2dbb-4b2a-a351-81078346a757 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Pushing event deleted for resources: {'Port': ['ID=22944a64-da6b-4d3e-82b6-e7d38be2663b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:11.128648 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d1c03d-3d01-4047-afb7-499020a3156f req-47526a7e-2dbb-4b2a-a351-81078346a757 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] No DVR routers for this DVR port 22944a64-da6b-4d3e-82b6-e7d38be2663b on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:05:11.131983 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c5d1c03d-3d01-4047-afb7-499020a3156f req-47526a7e-2dbb-4b2a-a351-81078346a757 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:11.133423 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-298336cd-e8bc-4332-b124-0c09d1d93e38 admin admin] Publish callbacks [] for security_group (f3b62840-f396-49bc-84d8-1f754a494cc7), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:11.135724 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c5d1c03d-3d01-4047-afb7-499020a3156f req-47526a7e-2dbb-4b2a-a351-81078346a757 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.55 "DELETE /v2.0/ports/22944a64-da6b-4d3e-82b6-e7d38be2663b HTTP/1.1" status: 204 len: 173 time: 0.7349839 Jan 26 19:05:11.136169 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da281678-58d0-49f4-a43b-a200363a5a68', 'name': 'network-vif-deleted', 'tag': '22944a64-da6b-4d3e-82b6-e7d38be2663b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:05:11.139181 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4907df82-d007-48d4-a292-f814a37d4f54" -d '{"events": [{"server_uuid": "da281678-58d0-49f4-a43b-a200363a5a68", "name": "network-vif-deleted", "tag": "22944a64-da6b-4d3e-82b6-e7d38be2663b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:05:11.177449 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e87ad3-9166-4ee6-95e6-6f84636428b4 x-openstack-request-id: req-03e87ad3-9166-4ee6-95e6-6f84636428b4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:05:11.177750 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da281678-58d0-49f4-a43b-a200363a5a68", "name": "network-vif-deleted", "tag": "22944a64-da6b-4d3e-82b6-e7d38be2663b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:05:11.178034 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03e87ad3-9166-4ee6-95e6-6f84636428b4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:05:11.178437 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da281678-58d0-49f4-a43b-a200363a5a68', 'name': 'network-vif-deleted', 'tag': '22944a64-da6b-4d3e-82b6-e7d38be2663b', 'status': 'completed', 'code': 200} Jan 26 19:05:11.240140 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-298336cd-e8bc-4332-b124-0c09d1d93e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (f3b62840-f396-49bc-84d8-1f754a494cc7), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:11.277780 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298336cd-e8bc-4332-b124-0c09d1d93e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b62840-f396-49bc-84d8-1f754a494cc7,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:11.282728 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-298336cd-e8bc-4332-b124-0c09d1d93e38 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=378f7280d74b41a283c4d2f0a77872fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858559 Jan 26 19:05:11.285454 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 40750) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:11.333852 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-708a47d3-7650-42bd-af26-3677ee2f0b56 admin admin] Publish callbacks [] for security_group (f3b62840-f396-49bc-84d8-1f754a494cc7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:11.356428 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-708a47d3-7650-42bd-af26-3677ee2f0b56 admin admin] Publish callbacks [] for security_group (f3b62840-f396-49bc-84d8-1f754a494cc7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:11.481389 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-708a47d3-7650-42bd-af26-3677ee2f0b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (f3b62840-f396-49bc-84d8-1f754a494cc7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:11.484898 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-708a47d3-7650-42bd-af26-3677ee2f0b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:11.486871 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-708a47d3-7650-42bd-af26-3677ee2f0b56 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f3b62840-f396-49bc-84d8-1f754a494cc7 HTTP/1.1" status: 204 len: 168 time: 0.2000570 Jan 26 19:05:11.496853 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a47d3-7650-42bd-af26-3677ee2f0b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b62840-f396-49bc-84d8-1f754a494cc7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:11.536554 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3ce46-5836-48e6-96bc-ae36711f4103 req-9471b27c-7322-4526-9e01-e56827d205ac tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:11.560353 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-42f3ce46-5836-48e6-96bc-ae36711f4103 req-9471b27c-7322-4526-9e01-e56827d205ac tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0664947 Jan 26 19:05:11.587356 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-42f3ce46-5836-48e6-96bc-ae36711f4103 req-e47931b7-9ed0-4797-b9fa-e7b603cf86a3 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432725 Jan 26 19:05:12.041182 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-973e1245-e942-4daf-b8b5-cf67bb5e10fe req-f4227bdc-c497-43d5-b164-ce39c324f868 tempest-DeleteServersTestJSON-1096535892 tempest-DeleteServersTestJSON-1096535892-project] 10.222.0.52 "GET /v2.0/ports?device_id=da281678-58d0-49f4-a43b-a200363a5a68 HTTP/1.1" status: 200 len: 210 time: 0.0317912 Jan 26 19:05:12.628802 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:12.710761 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340e86e-fdb0-4dfd-be1b-52fe7226375d req-46b4ad9f-7ddb-4fd3-a754-d4cbde112e7b tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:12.711799 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7340e86e-fdb0-4dfd-be1b-52fe7226375d req-46b4ad9f-7ddb-4fd3-a754-d4cbde112e7b tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0479131 Jan 26 19:05:12.766562 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7340e86e-fdb0-4dfd-be1b-52fe7226375d req-f153e680-1fab-459f-b018-9d8d096ad9e6 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486577 Jan 26 19:05:12.810922 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 40814) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:12.915781 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-864517bf-0b78-4d6f-837e-baf99761705c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1730470984-network', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:05:13.043447 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864517bf-0b78-4d6f-837e-baf99761705c admin admin] Made reservation on behalf of 3e696aded712424fa11e2cea742d7fcf for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:05:13.046456 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-864517bf-0b78-4d6f-837e-baf99761705c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:13.055749 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-864517bf-0b78-4d6f-837e-baf99761705c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:13.134625 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-864517bf-0b78-4d6f-837e-baf99761705c admin admin] Publish callbacks [] for security_group (3413ea78-5631-44ef-bef9-61168e161637), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:13.220779 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-864517bf-0b78-4d6f-837e-baf99761705c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (3413ea78-5631-44ef-bef9-61168e161637), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:13.250644 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864517bf-0b78-4d6f-837e-baf99761705c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:05:13.257152 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864517bf-0b78-4d6f-837e-baf99761705c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3413ea78-5631-44ef-bef9-61168e161637,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:13.280280 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-864517bf-0b78-4d6f-837e-baf99761705c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (6ef1f51a-a3ea-443a-adff-83dfc0efd073), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:13.280729 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.segments_db [None req-864517bf-0b78-4d6f-837e-baf99761705c admin admin] Added segment 6ef1f51a-a3ea-443a-adff-83dfc0efd073 of type vlan for network b1887265-1d4b-4b0f-a079-aa5abdb4c028 Jan 26 19:05:13.323928 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-864517bf-0b78-4d6f-837e-baf99761705c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (b1887265-1d4b-4b0f-a079-aa5abdb4c028), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:13.443255 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-864517bf-0b78-4d6f-837e-baf99761705c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (b1887265-1d4b-4b0f-a079-aa5abdb4c028), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:13.444229 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864517bf-0b78-4d6f-837e-baf99761705c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:13.444814 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-864517bf-0b78-4d6f-837e-baf99761705c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:13.509758 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864517bf-0b78-4d6f-837e-baf99761705c admin admin] Pushing event updated for resources: {'Network': ['ID=b1887265-1d4b-4b0f-a079-aa5abdb4c028,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:13.521555 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network b1887265-1d4b-4b0f-a079-aa5abdb4c028 details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:05:13.558258 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40846) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:13.558402 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-864517bf-0b78-4d6f-837e-baf99761705c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7463624 Jan 26 19:05:13.565650 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Request body: {'subnet': {'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1730470984-subnet', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:05:13.720676 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Made reservation on behalf of 3e696aded712424fa11e2cea742d7fcf for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:05:13.724193 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59309142'] for subnet (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:13.766203 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:13.899185 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b96589-9dfc-48bb-a1fd-12369a3217c0 req-98a9327e-77f4-45f0-8893-788681a9c3f7 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:13.900654 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-06b96589-9dfc-48bb-a1fd-12369a3217c0 req-98a9327e-77f4-45f0-8893-788681a9c3f7 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0569746 Jan 26 19:05:13.946236 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-06b96589-9dfc-48bb-a1fd-12369a3217c0 req-bcdb1e77-c969-4443-9a6b-331dbc60bbc5 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397542 Jan 26 19:05:13.977702 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60122289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59309152'] for subnet (201de6dd-0e18-46ec-b3e0-295cd0d4de2d), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:14.038551 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=201de6dd-0e18-46ec-b3e0-295cd0d4de2d,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:14.051196 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Checking segment: {'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:05:14.051567 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Network hostable DHCP agents. Network: b1887265-1d4b-4b0f-a079-aa5abdb4c028, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:05:14.055792 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:14.056179 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:14.056530 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:14.056881 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:14.057260 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:14.057603 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:14.057942 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:14.058277 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:14.058622 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:14.058961 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:14.059329 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:14.059660 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:14.059988 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:14.171860 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Network b1887265-1d4b-4b0f-a079-aa5abdb4c028 is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:05:14.286231 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, b1887265-1d4b-4b0f-a079-aa5abdb4c028) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:05:14.290534 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:14.291165 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:14.299197 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90877e61-c421-45d9-9cf6-de6e32c874cd None None] Network b1887265-1d4b-4b0f-a079-aa5abdb4c028 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:05:14.408845 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0e4c4ae-1e9b-5d6a-b7eb-1555e507f35f-b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d'}]}} from dv-cinder-824187-6-iscsi. {{(pid=103147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:05:14.409918 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-45a9aaf7-f955-45f1-a083-f8c464fd0505 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8501801 Jan 26 19:05:14.410315 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:14.412357 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40870) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:14.419253 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:05:14.552270 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Allocated IP 172.20.0.2 (b1887265-1d4b-4b0f-a079-aa5abdb4c028/201de6dd-0e18-46ec-b3e0-295cd0d4de2d/63c7be65-b79a-49cc-9ac5-520f7bf117ed) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:05:14.564138 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4153530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103691'] for router (b5de2a7f-81b9-4df9-aef0-abf291462f5d), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:14.567947 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4155210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4102884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3677798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103730'] for router (b5de2a7f-81b9-4df9-aef0-abf291462f5d), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:14.665681 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Publish callbacks [] for router_controller (b5de2a7f-81b9-4df9-aef0-abf291462f5d), precommit_add_association {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:14.706015 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Publish callbacks [] for port (63c7be65-b79a-49cc-9ac5-520f7bf117ed), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:14.708515 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40878) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:14.754135 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-3919abb7-bd0d-4e47-8f47-5802fe855549 admin admin] Deleting subnet 77df0769-fba2-455a-a755-eab762abd5e2 {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:05:14.757755 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3919abb7-bd0d-4e47-8f47-5802fe855549 admin admin] Publish callbacks [] for subnet (77df0769-fba2-455a-a755-eab762abd5e2), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:14.811611 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 22944a64-da6b-4d3e-82b6-e7d38be2663b no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:05:14.831495 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: 22944a64-da6b-4d3e-82b6-e7d38be2663b {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:05:14.831839 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 22944a64-da6b-4d3e-82b6-e7d38be2663b not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:05:14.834814 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (63c7be65-b79a-49cc-9ac5-520f7bf117ed), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:14.855617 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3919abb7-bd0d-4e47-8f47-5802fe855549 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3764351'] for subnet (77df0769-fba2-455a-a755-eab762abd5e2), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:14.884569 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Network b1887265-1d4b-4b0f-a079-aa5abdb4c028 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:05:14.890905 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:05:14.890905 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Pushing event updated for resources: {'Port': ['ID=63c7be65-b79a-49cc-9ac5-520f7bf117ed,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:14.893094 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:05:14.950224 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Attempting to bind port 63c7be65-b79a-49cc-9ac5-520f7bf117ed on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:05:14.950362 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Attempting to bind port 63c7be65-b79a-49cc-9ac5-520f7bf117ed by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:05:14.950791 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Attempting to bind port 63c7be65-b79a-49cc-9ac5-520f7bf117ed on network b1887265-1d4b-4b0f-a079-aa5abdb4c028 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:05:14.951894 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Publish callbacks [] for router_gateway (b5de2a7f-81b9-4df9-aef0-abf291462f5d), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:14.956512 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:05:14.956775 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Checking segment: {'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:05:14.957572 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:14.957572 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Bound using segment: {'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:05:14.958060 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Bound port: 63c7be65-b79a-49cc-9ac5-520f7bf117ed, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:05:14.958441 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (63c7be65-b79a-49cc-9ac5-520f7bf117ed), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:14.963109 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3919abb7-bd0d-4e47-8f47-5802fe855549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643270'] for subnet (77df0769-fba2-455a-a755-eab762abd5e2), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:15.032019 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] For port 63c7be65-b79a-49cc-9ac5-520f7bf117ed, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:05:15.035669 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] For port 63c7be65-b79a-49cc-9ac5-520f7bf117ed, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=63c7be65-b79a-49cc-9ac5-520f7bf117ed,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:05:15.073158 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40884) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:15.130237 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec675a31-b5dd-4f4c-bab8-c485de75a2c6 req-1fe1046e-5804-4643-a781-c845eea66aa3 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:15.132439 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ec675a31-b5dd-4f4c-bab8-c485de75a2c6 req-1fe1046e-5804-4643-a781-c845eea66aa3 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.1033671 Jan 26 19:05:15.164822 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (63c7be65-b79a-49cc-9ac5-520f7bf117ed), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:15.165587 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3919abb7-bd0d-4e47-8f47-5802fe855549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59309163'] for subnet (77df0769-fba2-455a-a755-eab762abd5e2), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:15.233284 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919abb7-bd0d-4e47-8f47-5802fe855549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77df0769-fba2-455a-a755-eab762abd5e2,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:15.236796 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3919abb7-bd0d-4e47-8f47-5802fe855549 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:15.244891 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-3919abb7-bd0d-4e47-8f47-5802fe855549 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/77df0769-fba2-455a-a755-eab762abd5e2 HTTP/1.1" status: 204 len: 168 time: 0.5328162 Jan 26 19:05:15.245346 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 40892) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:15.249984 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5dc076-fad7-4d7a-a0dc-abefa3c592e9 None None] Pushing event updated for resources: {'Port': ['ID=63c7be65-b79a-49cc-9ac5-520f7bf117ed,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:15.255829 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ec675a31-b5dd-4f4c-bab8-c485de75a2c6 req-cb84dfc8-e342-480d-962d-226a0b7d37d3 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178350 Jan 26 19:05:15.257472 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-265078c7-9922-4273-9d31-05ad844b50da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:15.331181 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600199'] for network (56486b77-f66a-442b-aa39-e5248d3232b9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:15.423566 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646737', 'neutron.services.segments.db._delete_segments_for_network-8747743498626'] for network (56486b77-f66a-442b-aa39-e5248d3232b9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:15.440936 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Publish callbacks [] for router_gateway (b5de2a7f-81b9-4df9-aef0-abf291462f5d), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:15.444590 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56486b77-f66a-442b-aa39-e5248d3232b9']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:15.460905 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c000ad-5a50-48e1-b888-57b2e247f52c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:15.461253 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c000ad-5a50-48e1-b888-57b2e247f52c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:15.473838 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743466123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2376334'] for segment (55c000ad-5a50-48e1-b888-57b2e247f52c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:15.498500 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (55c000ad-5a50-48e1-b888-57b2e247f52c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:15.506378 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:05:15.507147 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59506139'] for segment (55c000ad-5a50-48e1-b888-57b2e247f52c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: Traceback (most recent call last): Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: timer() Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: cb(*args, **kw) Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: return func(*args, **kwargs) Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: self._notify() Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: self.callback(batched_events) Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: event.method(event) Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: return f(self, *a, **k) Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: return self._get(url).json() Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:05:15.509691 dv-cinder-824187-6-iscsi neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:05:15.709164 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:15.715655 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-265078c7-9922-4273-9d31-05ad844b50da admin admin] Publish callbacks [] for security_group (f8414f38-44db-4651-aaf0-fae45f1d545f), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:15.786696 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4102525'] for network (56486b77-f66a-442b-aa39-e5248d3232b9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:15.803046 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:15.811226 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] 10.222.0.52 "DELETE /v2.0/networks/56486b77-f66a-442b-aa39-e5248d3232b9 HTTP/1.1" status: 204 len: 168 time: 0.5605855 Jan 26 19:05:15.814279 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Pushing event deleted for resources: {'Network': ['ID=56486b77-f66a-442b-aa39-e5248d3232b9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:15.821959 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Allocated IP 172.27.2.247 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/4d4c6d5b-f923-442b-b4f7-94c18efc2523) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:05:15.822474 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:15.822641 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:15.823375 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:15.823724 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:15.824072 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:15.824460 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:15.824842 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:15.825700 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:15.826047 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:15.826385 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:15.827133 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:15.827472 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:15.827806 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b989ad0-d4e0-4c2e-a68a-f14b9dd43857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:15.834517 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-265078c7-9922-4273-9d31-05ad844b50da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (f8414f38-44db-4651-aaf0-fae45f1d545f), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:15.921648 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-265078c7-9922-4273-9d31-05ad844b50da admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=008fe4da70b74dff9301031cf23dc69a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8474667 Jan 26 19:05:15.924475 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 40910) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:15.926359 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265078c7-9922-4273-9d31-05ad844b50da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8414f38-44db-4651-aaf0-fae45f1d545f,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:15.978084 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Publish callbacks [] for port (4d4c6d5b-f923-442b-b4f7-94c18efc2523), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:15.994433 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcf9fd4d-8f82-44f0-85ea-448341df8066 admin admin] Publish callbacks [] for security_group (f8414f38-44db-4651-aaf0-fae45f1d545f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:16.020070 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcf9fd4d-8f82-44f0-85ea-448341df8066 admin admin] Publish callbacks [] for security_group (f8414f38-44db-4651-aaf0-fae45f1d545f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:16.109710 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (4d4c6d5b-f923-442b-b4f7-94c18efc2523), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:16.146229 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcf9fd4d-8f82-44f0-85ea-448341df8066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (f8414f38-44db-4651-aaf0-fae45f1d545f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:16.149591 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:05:16.153116 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:05:16.154313 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcf9fd4d-8f82-44f0-85ea-448341df8066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:16.155791 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-bcf9fd4d-8f82-44f0-85ea-448341df8066 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f8414f38-44db-4651-aaf0-fae45f1d545f HTTP/1.1" status: 204 len: 168 time: 0.2301013 Jan 26 19:05:16.165577 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:05:16.168579 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9fd4d-8f82-44f0-85ea-448341df8066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8414f38-44db-4651-aaf0-fae45f1d545f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:16.203017 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d4c6d5b-f923-442b-b4f7-94c18efc2523,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:16.234640 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 40922) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:16.321336 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-a7b4a4e3-2660-4eeb-abb4-607586218704 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3ba4bc31711a4106bc3fedea56356a8d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0854797 Jan 26 19:05:16.324417 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40928) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:16.429606 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f59e1-7d59-42bd-aeb3-ab99be08f995 req-ad09fa73-e3f4-4c17-9683-318316040e04 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:16.439006 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-de7f59e1-7d59-42bd-aeb3-ab99be08f995 req-ad09fa73-e3f4-4c17-9683-318316040e04 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0692060 Jan 26 19:05:16.464475 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ee0396ea-d142-4edd-b23e-3069ad729929 admin admin] Publish callbacks [] for security_group (e3d7813d-c634-45c8-bdbd-ba9fb7836dcc), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:16.491840 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-de7f59e1-7d59-42bd-aeb3-ab99be08f995 req-eb67fd29-a522-4a17-a5b2-4b250d27ec0f tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515692 Jan 26 19:05:16.502302 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ee0396ea-d142-4edd-b23e-3069ad729929 admin admin] Publish callbacks [] for security_group (e3d7813d-c634-45c8-bdbd-ba9fb7836dcc), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:16.510631 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 63c7be65-b79a-49cc-9ac5-520f7bf117ed up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:05:16.534920 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c58525-db69-42c4-9e36-0c34b79082e5 None None] Network b1887265-1d4b-4b0f-a079-aa5abdb4c028 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:05:16.750956 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ee0396ea-d142-4edd-b23e-3069ad729929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (e3d7813d-c634-45c8-bdbd-ba9fb7836dcc), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:16.753583 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ee0396ea-d142-4edd-b23e-3069ad729929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:16.757082 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ee0396ea-d142-4edd-b23e-3069ad729929 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e3d7813d-c634-45c8-bdbd-ba9fb7836dcc HTTP/1.1" status: 204 len: 168 time: 0.4279282 Jan 26 19:05:16.776158 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-04b160dc-6f8c-4cc1-903e-2a9e38603bb5 None None] Provisioning complete for port 63c7be65-b79a-49cc-9ac5-520f7bf117ed triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:16.776598 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04b160dc-6f8c-4cc1-903e-2a9e38603bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (63c7be65-b79a-49cc-9ac5-520f7bf117ed), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:16.782266 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0396ea-d142-4edd-b23e-3069ad729929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d7813d-c634-45c8-bdbd-ba9fb7836dcc,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:16.801324 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Publish callbacks [] for router_gateway (b5de2a7f-81b9-4df9-aef0-abf291462f5d), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:16.817309 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 63c7be65-b79a-49cc-9ac5-520f7bf117ed triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:16.818043 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (63c7be65-b79a-49cc-9ac5-520f7bf117ed), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:16.970224 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-04b160dc-6f8c-4cc1-903e-2a9e38603bb5 None None] Current status of the port 63c7be65-b79a-49cc-9ac5-520f7bf117ed is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:16.970614 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04b160dc-6f8c-4cc1-903e-2a9e38603bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (63c7be65-b79a-49cc-9ac5-520f7bf117ed), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:16.992052 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 63c7be65-b79a-49cc-9ac5-520f7bf117ed is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:16.992443 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (63c7be65-b79a-49cc-9ac5-520f7bf117ed), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:17.022807 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4155187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4102833'] for router (b5de2a7f-81b9-4df9-aef0-abf291462f5d), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:17.029870 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-04b160dc-6f8c-4cc1-903e-2a9e38603bb5 None None] For port 63c7be65-b79a-49cc-9ac5-520f7bf117ed, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=63c7be65-b79a-49cc-9ac5-520f7bf117ed,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:05:17.205470 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04b160dc-6f8c-4cc1-903e-2a9e38603bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (63c7be65-b79a-49cc-9ac5-520f7bf117ed), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:17.285090 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.db.api [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 19:05:17.286371 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG oslo_db.api [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 19:05:17.289642 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b160dc-6f8c-4cc1-903e-2a9e38603bb5 None None] Pushing event updated for resources: {'Port': ['ID=63c7be65-b79a-49cc-9ac5-520f7bf117ed,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:17.323228 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Router b5de2a7f-81b9-4df9-aef0-abf291462f5d is scheduled to L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 with binding_index 1 {{(pid=103145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:05:17.324353 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-a5625c33-356a-4372-8688-adaaaf69a311 None None] Provisioning complete for port 63c7be65-b79a-49cc-9ac5-520f7bf117ed triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:17.324883 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5625c33-356a-4372-8688-adaaaf69a311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (63c7be65-b79a-49cc-9ac5-520f7bf117ed), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:17.429805 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a5625c33-356a-4372-8688-adaaaf69a311 None None] Current status of the port 63c7be65-b79a-49cc-9ac5-520f7bf117ed is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:17.458306 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 40950) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:17.493741 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7126fabb-0796-4f2b-b77f-3e714e0bd846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:17.521982 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:05:17.533965 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Sync routers for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:05:17.550108 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:05:17.551662 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:05:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:17.617425 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7126fabb-0796-4f2b-b77f-3e714e0bd846 admin admin] Publish callbacks [] for security_group (1d1d9ba1-9742-4eb1-b627-fcbeee67de93), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:17.646264 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:17.647506 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-6963db0c-48a5-4355-b424-e1e0c7336df2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2339647 Jan 26 19:05:17.650901 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 40962) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:17.680595 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d46f4-3ec3-4d12-a762-3ca805f4e88a req-56b7ea44-ca05-4677-a39b-0d8858ce5135 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:17.680595 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-397d46f4-3ec3-4d12-a762-3ca805f4e88a req-56b7ea44-ca05-4677-a39b-0d8858ce5135 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0768564 Jan 26 19:05:17.730148 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-397d46f4-3ec3-4d12-a762-3ca805f4e88a req-132a57fb-b784-443d-bceb-0c8f208a4bd4 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457594 Jan 26 19:05:17.734765 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:05:17.756287 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7126fabb-0796-4f2b-b77f-3e714e0bd846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (1d1d9ba1-9742-4eb1-b627-fcbeee67de93), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:17.815079 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-7126fabb-0796-4f2b-b77f-3e714e0bd846 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=545547124c504f099bc2e95dd6c4e159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529606 Jan 26 19:05:17.815808 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40966) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:17.816123 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126fabb-0796-4f2b-b77f-3e714e0bd846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1d9ba1-9742-4eb1-b627-fcbeee67de93,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:17.855545 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 63c7be65-b79a-49cc-9ac5-520f7bf117ed is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:17.906513 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f75820e2-d909-468c-abc2-ae844f688603 admin admin] Publish callbacks [] for security_group (1d1d9ba1-9742-4eb1-b627-fcbeee67de93), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:17.963654 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:16Z', 'revision_number': 3, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:17.973966 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f75820e2-d909-468c-abc2-ae844f688603 admin admin] Publish callbacks [] for security_group (1d1d9ba1-9742-4eb1-b627-fcbeee67de93), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:17.995194 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Checking router: b5de2a7f-81b9-4df9-aef0-abf291462f5d for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:05:17.995547 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Updating router b5de2a7f-81b9-4df9-aef0-abf291462f5d port 4d4c6d5b-f923-442b-b4f7-94c18efc2523 binding host dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:05:18.020150 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (4d4c6d5b-f923-442b-b4f7-94c18efc2523), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:18.148837 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f75820e2-d909-468c-abc2-ae844f688603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (1d1d9ba1-9742-4eb1-b627-fcbeee67de93), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:18.165320 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f75820e2-d909-468c-abc2-ae844f688603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:18.168667 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-f75820e2-d909-468c-abc2-ae844f688603 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d1d9ba1-9742-4eb1-b627-fcbeee67de93 HTTP/1.1" status: 204 len: 168 time: 0.3516991 Jan 26 19:05:18.201447 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75820e2-d909-468c-abc2-ae844f688603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1d9ba1-9742-4eb1-b627-fcbeee67de93,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:18.253654 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:18.298184 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 63c7be65-b79a-49cc-9ac5-520f7bf117ed up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:05:18.370578 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Publish callbacks [] for port (4d4c6d5b-f923-442b-b4f7-94c18efc2523), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:18.404763 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 63c7be65-b79a-49cc-9ac5-520f7bf117ed triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:18.405097 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (63c7be65-b79a-49cc-9ac5-520f7bf117ed), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:18.458741 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 40982) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:18.504138 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (4d4c6d5b-f923-442b-b4f7-94c18efc2523), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:18.545150 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 63c7be65-b79a-49cc-9ac5-520f7bf117ed is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:18.592562 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Attempting to bind port 4d4c6d5b-f923-442b-b4f7-94c18efc2523 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:05:18.593118 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Attempting to bind port 4d4c6d5b-f923-442b-b4f7-94c18efc2523 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:05:18.593368 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Attempting to bind port 4d4c6d5b-f923-442b-b4f7-94c18efc2523 on network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:05:18.595597 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7278b-e55f-4ff3-9809-1bd2457b4e8d None None] Pushing event updated for resources: {'Port': ['ID=4d4c6d5b-f923-442b-b4f7-94c18efc2523,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:18.601306 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:05:18.601691 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Checking segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:05:18.602132 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:18.602532 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Bound using segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:05:18.603004 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Bound port: 4d4c6d5b-f923-442b-b4f7-94c18efc2523, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:05:18.603415 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (4d4c6d5b-f923-442b-b4f7-94c18efc2523), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:18.686579 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] For port 4d4c6d5b-f923-442b-b4f7-94c18efc2523, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:05:18.694804 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Allocated IP 172.20.0.1 (b1887265-1d4b-4b0f-a079-aa5abdb4c028/201de6dd-0e18-46ec-b3e0-295cd0d4de2d/c765ca55-8d4b-4393-9df2-edae02eb230f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:05:18.697097 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] For port 4d4c6d5b-f923-442b-b4f7-94c18efc2523, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=4d4c6d5b-f923-442b-b4f7-94c18efc2523,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:05:18.806484 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (4d4c6d5b-f923-442b-b4f7-94c18efc2523), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:18.833758 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Publish callbacks [] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:18.833898 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5cd66e14-9e70-4858-b03f-1dee4ace535e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:18.899729 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:05:18.900345 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:05:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:18.932127 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d5a81-d156-49f0-a7d0-d2be8a617cc0 req-e81ecbe9-f5f9-4ed4-9000-bb0f3a96cee8 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:18.933645 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-023d5a81-d156-49f0-a7d0-d2be8a617cc0 req-e81ecbe9-f5f9-4ed4-9000-bb0f3a96cee8 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.1011748 Jan 26 19:05:18.936125 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7278b-e55f-4ff3-9809-1bd2457b4e8d None None] Pushing event updated for resources: {'Port': ['ID=4d4c6d5b-f923-442b-b4f7-94c18efc2523,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:18.952956 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.010375 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Network b1887265-1d4b-4b0f-a079-aa5abdb4c028 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:05:19.019863 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5cd66e14-9e70-4858-b03f-1dee4ace535e admin admin] Publish callbacks [] for security_group (50feddd7-8f56-4790-8b96-8df724d6b4cf), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.026130 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:05:19.041520 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:05:19.046211 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-023d5a81-d156-49f0-a7d0-d2be8a617cc0 req-4162e1fb-5dbb-4636-9b90-01a72da809b8 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915794 Jan 26 19:05:19.067038 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:05:19.087747 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c765ca55-8d4b-4393-9df2-edae02eb230f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:19.109180 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5cd66e14-9e70-4858-b03f-1dee4ace535e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (50feddd7-8f56-4790-8b96-8df724d6b4cf), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.136411 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4102628'] for router_interface (b5de2a7f-81b9-4df9-aef0-abf291462f5d), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.190021 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-5cd66e14-9e70-4858-b03f-1dee4ace535e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da9c4281de464e6e8568f8acf018e459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7300467 Jan 26 19:05:19.191232 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 41002) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:19.198703 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd66e14-9e70-4858-b03f-1dee4ace535e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50feddd7-8f56-4790-8b96-8df724d6b4cf,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:19.281818 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec7be-6a65-4940-aa7a-4c878ad9b1be admin admin] Publish callbacks [] for security_group (50feddd7-8f56-4790-8b96-8df724d6b4cf), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.283537 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 41004) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:19.307151 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec7be-6a65-4940-aa7a-4c878ad9b1be admin admin] Publish callbacks [] for security_group (50feddd7-8f56-4790-8b96-8df724d6b4cf), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.309370 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c8eb0df-2abe-44d2-822a-be7963d1b7a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.415310 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c8eb0df-2abe-44d2-822a-be7963d1b7a8 admin admin] Publish callbacks [] for security_group (e38f129d-b32d-4e6f-8cd9-30135beede0a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.417833 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:16Z', 'revision_number': 3, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:19.451713 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8790c-8c03-4f1e-b4ec-8ab4232c874c None None] The sync data for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi is: [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:16Z', 'revision_number': 3, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:05:19.454068 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.470966 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-491a84e8-8102-4d8d-a30c-37d331f2f7c4 None None] Provisioning complete for port c765ca55-8d4b-4393-9df2-edae02eb230f triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:19.472047 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-491a84e8-8102-4d8d-a30c-37d331f2f7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.494919 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec7be-6a65-4940-aa7a-4c878ad9b1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (50feddd7-8f56-4790-8b96-8df724d6b4cf), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.502314 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec7be-6a65-4940-aa7a-4c878ad9b1be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.503948 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7b7ec7be-6a65-4940-aa7a-4c878ad9b1be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/50feddd7-8f56-4790-8b96-8df724d6b4cf HTTP/1.1" status: 204 len: 168 time: 0.3113282 Jan 26 19:05:19.517185 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ec7be-6a65-4940-aa7a-4c878ad9b1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50feddd7-8f56-4790-8b96-8df724d6b4cf,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:19.521780 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-491a84e8-8102-4d8d-a30c-37d331f2f7c4 None None] Port c765ca55-8d4b-4393-9df2-edae02eb230f cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:05:19.530754 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c8eb0df-2abe-44d2-822a-be7963d1b7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (e38f129d-b32d-4e6f-8cd9-30135beede0a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.596257 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-2c8eb0df-2abe-44d2-822a-be7963d1b7a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=77e63f56286c4026997f135ec57528d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060694 Jan 26 19:05:19.598993 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 41010) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:19.606544 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8eb0df-2abe-44d2-822a-be7963d1b7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38f129d-b32d-4e6f-8cd9-30135beede0a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:19.690254 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-eb098b59-0cb2-4564-8e25-729a781bfe7d admin admin] Publish callbacks [] for security_group (e38f129d-b32d-4e6f-8cd9-30135beede0a), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.714278 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-eb098b59-0cb2-4564-8e25-729a781bfe7d admin admin] Publish callbacks [] for security_group (e38f129d-b32d-4e6f-8cd9-30135beede0a), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.748140 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Publish callbacks [] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.906266 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.940769 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-eb098b59-0cb2-4564-8e25-729a781bfe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (e38f129d-b32d-4e6f-8cd9-30135beede0a), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.949878 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-eb098b59-0cb2-4564-8e25-729a781bfe7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:19.958274 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-eb098b59-0cb2-4564-8e25-729a781bfe7d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e38f129d-b32d-4e6f-8cd9-30135beede0a HTTP/1.1" status: 204 len: 168 time: 0.3578680 Jan 26 19:05:19.970544 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb098b59-0cb2-4564-8e25-729a781bfe7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38f129d-b32d-4e6f-8cd9-30135beede0a,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:20.008834 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4103796'] for router_interface (b5de2a7f-81b9-4df9-aef0-abf291462f5d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:20.101382 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c765ca55-8d4b-4393-9df2-edae02eb230f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:20.163969 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Network b1887265-1d4b-4b0f-a079-aa5abdb4c028 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:05:20.166459 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:05:20.397002 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 4d4c6d5b-f923-442b-b4f7-94c18efc2523 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:05:20.432130 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e78a3-01b0-42f6-b90b-fb01acfdd5f1 req-a263da76-d6ab-4320-adac-6e6321fae45d tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:20.433765 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cc7e78a3-01b0-42f6-b90b-fb01acfdd5f1 req-a263da76-d6ab-4320-adac-6e6321fae45d tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.2535579 Jan 26 19:05:20.449458 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-465ffa43-9882-4f74-84dc-9a7a5c1fd99d req-f32f95f6-6d25-49b3-9173-903e8b02236f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1517775 Jan 26 19:05:20.490632 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 4d4c6d5b-f923-442b-b4f7-94c18efc2523 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:20.491235 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (4d4c6d5b-f923-442b-b4f7-94c18efc2523), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:20.498713 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Router b5de2a7f-81b9-4df9-aef0-abf291462f5d has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:05:20.532984 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cc7e78a3-01b0-42f6-b90b-fb01acfdd5f1 req-d4747a8f-29f3-44eb-9795-7cc18ea095fb tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885367 Jan 26 19:05:20.562821 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-af12658d-818a-4fd5-8c78-6b5734f65ace None None] Provisioning complete for port c765ca55-8d4b-4393-9df2-edae02eb230f triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:20.563378 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af12658d-818a-4fd5-8c78-6b5734f65ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:20.634520 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-af12658d-818a-4fd5-8c78-6b5734f65ace None None] Port c765ca55-8d4b-4393-9df2-edae02eb230f cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:05:20.648911 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 4d4c6d5b-f923-442b-b4f7-94c18efc2523 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:20.649599 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (4d4c6d5b-f923-442b-b4f7-94c18efc2523), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:20.674841 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 41032) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:20.677129 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] For port 4d4c6d5b-f923-442b-b4f7-94c18efc2523, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=4d4c6d5b-f923-442b-b4f7-94c18efc2523,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:05:20.683825 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ffa43-9882-4f74-84dc-9a7a5c1fd99d req-b4ee4635-e064-4599-a9f2-1d990911f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:20.685911 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-465ffa43-9882-4f74-84dc-9a7a5c1fd99d req-b4ee4635-e064-4599-a9f2-1d990911f8aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=962aee889d284a26804b539454f574a5&device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 1098 time: 0.1478570 Jan 26 19:05:20.688833 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b15aa069-ada0-4b21-8253-df7cccdaed41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:20.754436 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (4d4c6d5b-f923-442b-b4f7-94c18efc2523), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:20.784908 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:05:20.797587 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-fc95f238-1193-40c4-b1aa-239fcdde83a2 admin admin] 10.222.0.52 "PUT /v2.0/routers/b5de2a7f-81b9-4df9-aef0-abf291462f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1393130 Jan 26 19:05:20.860679 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Pushing event updated for resources: {'Port': ['ID=4d4c6d5b-f923-442b-b4f7-94c18efc2523,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:20.872704 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b15aa069-ada0-4b21-8253-df7cccdaed41 admin admin] Publish callbacks [] for security_group (81bcfa2b-83e0-4efd-bdbf-0263837f4203), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:20.874829 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:20.874947 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ffa43-9882-4f74-84dc-9a7a5c1fd99d req-0d5941a8-fdc2-41d0-9820-6d0a5495721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:20.875575 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:20.876158 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:20.876408 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-465ffa43-9882-4f74-84dc-9a7a5c1fd99d req-0d5941a8-fdc2-41d0-9820-6d0a5495721c service neutron] 10.222.0.55 "GET /v2.0/networks?id=921d1990-0cae-4d45-bbe0-ab047b54ae33 HTTP/1.1" status: 200 len: 919 time: 0.1648843 Jan 26 19:05:20.876922 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:20.877455 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:20.877798 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:20.881554 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:20.881554 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:20.881554 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:20.881554 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:20.881554 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:20.881554 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:20.881554 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:20.928569 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-465ffa43-9882-4f74-84dc-9a7a5c1fd99d req-d2e2e1e1-6b81-42fe-a2c2-d22c7fd67ec9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb9289d-07a6-40bf-8689-eeb57d2ccf08 HTTP/1.1" status: 200 len: 217 time: 0.0443983 Jan 26 19:05:20.937449 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b15aa069-ada0-4b21-8253-df7cccdaed41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (81bcfa2b-83e0-4efd-bdbf-0263837f4203), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:20.998949 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ffa43-9882-4f74-84dc-9a7a5c1fd99d req-57789761-bdf4-4912-b0b8-d38e56e3877e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:21.001757 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-465ffa43-9882-4f74-84dc-9a7a5c1fd99d req-57789761-bdf4-4912-b0b8-d38e56e3877e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1d20eae-eca3-4437-bd5f-ba7798de1214 HTTP/1.1" status: 200 len: 858 time: 0.0676923 Jan 26 19:05:21.015787 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-b15aa069-ada0-4b21-8253-df7cccdaed41 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c8941e93ea8d40eaa6afd3a743833754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398547 Jan 26 19:05:21.018503 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 41052) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:21.030525 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15aa069-ada0-4b21-8253-df7cccdaed41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bcfa2b-83e0-4efd-bdbf-0263837f4203,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:21.036123 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-465ffa43-9882-4f74-84dc-9a7a5c1fd99d req-e92a3354-19bf-42fc-8f31-7e1ab645e63a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=921d1990-0cae-4d45-bbe0-ab047b54ae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266485 Jan 26 19:05:21.098965 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7139aa20-0b73-4f25-bb95-e71f92124aef admin admin] Publish callbacks [] for security_group (81bcfa2b-83e0-4efd-bdbf-0263837f4203), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:21.123064 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7139aa20-0b73-4f25-bb95-e71f92124aef admin admin] Publish callbacks [] for security_group (81bcfa2b-83e0-4efd-bdbf-0263837f4203), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:21.165138 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-465ffa43-9882-4f74-84dc-9a7a5c1fd99d req-4e18058b-5234-4918-9b4c-491c52bd2c29 service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173460 Jan 26 19:05:21.277333 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7139aa20-0b73-4f25-bb95-e71f92124aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (81bcfa2b-83e0-4efd-bdbf-0263837f4203), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:21.280203 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7139aa20-0b73-4f25-bb95-e71f92124aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:21.281410 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7139aa20-0b73-4f25-bb95-e71f92124aef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/81bcfa2b-83e0-4efd-bdbf-0263837f4203 HTTP/1.1" status: 204 len: 168 time: 0.2605002 Jan 26 19:05:21.284098 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-465ffa43-9882-4f74-84dc-9a7a5c1fd99d req-1ee304d0-4b31-44d4-b1f0-dc05e3b3a816 service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159408 Jan 26 19:05:21.291204 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139aa20-0b73-4f25-bb95-e71f92124aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bcfa2b-83e0-4efd-bdbf-0263837f4203,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:21.617982 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Sync routers for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:05:21.631923 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:05:21.632623 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:05:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:21.667580 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adcc03-5f4d-4aaa-bfd3-7db87b9c45da req-172e0aab-00b5-47b3-99d5-c6a497171433 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:21.668925 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f3adcc03-5f4d-4aaa-bfd3-7db87b9c45da req-172e0aab-00b5-47b3-99d5-c6a497171433 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0539582 Jan 26 19:05:21.748117 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f3adcc03-5f4d-4aaa-bfd3-7db87b9c45da req-4496399d-bee3-48b9-9e59-e679928d6358 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671921 Jan 26 19:05:21.767282 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:05:21.978412 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 41104) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:21.986870 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-98a8c9d0-bf0c-43d7-9a76-d19df92eab4e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-261741698-network', 'tenant_id': 'ef6560e5d06f4e3a8c3027aa73ce021b'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:05:22.005188 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.017786 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 2, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:22.053865 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Checking router: b5de2a7f-81b9-4df9-aef0-abf291462f5d for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:05:22.054447 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Updating router b5de2a7f-81b9-4df9-aef0-abf291462f5d port c765ca55-8d4b-4393-9df2-edae02eb230f binding host dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:05:22.082691 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.085588 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a8c9d0-bf0c-43d7-9a76-d19df92eab4e admin admin] Made reservation on behalf of ef6560e5d06f4e3a8c3027aa73ce021b for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:05:22.088107 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-98a8c9d0-bf0c-43d7-9a76-d19df92eab4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.097356 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-98a8c9d0-bf0c-43d7-9a76-d19df92eab4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.192180 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-98a8c9d0-bf0c-43d7-9a76-d19df92eab4e admin admin] Publish callbacks [] for security_group (425936cd-23d0-4b02-b2e5-74236baf1203), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.277922 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 4d4c6d5b-f923-442b-b4f7-94c18efc2523 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:05:22.280671 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-98a8c9d0-bf0c-43d7-9a76-d19df92eab4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (425936cd-23d0-4b02-b2e5-74236baf1203), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.315338 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a8c9d0-bf0c-43d7-9a76-d19df92eab4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:05:22.330815 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8c9d0-bf0c-43d7-9a76-d19df92eab4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425936cd-23d0-4b02-b2e5-74236baf1203,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:22.337012 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-98a8c9d0-bf0c-43d7-9a76-d19df92eab4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (1912a003-b267-4146-9390-de5dc3654761), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.337641 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-98a8c9d0-bf0c-43d7-9a76-d19df92eab4e admin admin] Added segment 1912a003-b267-4146-9390-de5dc3654761 of type vlan for network 79e2af26-b056-4183-9663-10f5cb3d97b7 Jan 26 19:05:22.372710 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 4d4c6d5b-f923-442b-b4f7-94c18efc2523 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:22.373119 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (4d4c6d5b-f923-442b-b4f7-94c18efc2523), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.383969 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-98a8c9d0-bf0c-43d7-9a76-d19df92eab4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (79e2af26-b056-4183-9663-10f5cb3d97b7), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.464801 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Publish callbacks [] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.504681 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 4d4c6d5b-f923-442b-b4f7-94c18efc2523 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:22.508910 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 41118) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:22.523480 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a82d0c01-6592-4cac-a786-84e95b90772d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.525475 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-98a8c9d0-bf0c-43d7-9a76-d19df92eab4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (79e2af26-b056-4183-9663-10f5cb3d97b7), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.526403 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a8c9d0-bf0c-43d7-9a76-d19df92eab4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:22.526983 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-98a8c9d0-bf0c-43d7-9a76-d19df92eab4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.574875 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.605803 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8c9d0-bf0c-43d7-9a76-d19df92eab4e admin admin] Pushing event updated for resources: {'Network': ['ID=79e2af26-b056-4183-9663-10f5cb3d97b7,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:22.637268 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network 79e2af26-b056-4183-9663-10f5cb3d97b7 details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:05:22.662933 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500c4f5-6093-4f1f-a67a-2045fc7645b1 None None] Pushing event updated for resources: {'Port': ['ID=c765ca55-8d4b-4393-9df2-edae02eb230f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:22.668498 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-98a8c9d0-bf0c-43d7-9a76-d19df92eab4e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6859877 Jan 26 19:05:22.669521 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 41126) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:22.674303 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-f0bed703-434c-48d1-b34a-63d91eb568b2 admin admin] Request body: {'subnet': {'network_id': '79e2af26-b056-4183-9663-10f5cb3d97b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-261741698-subnet', 'tenant_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:05:22.688829 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a82d0c01-6592-4cac-a786-84e95b90772d admin admin] Publish callbacks [] for security_group (10689ae7-67a9-4429-b323-f3cb24017d72), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.765981 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a82d0c01-6592-4cac-a786-84e95b90772d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (10689ae7-67a9-4429-b323-f3cb24017d72), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.770325 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Attempting to bind port c765ca55-8d4b-4393-9df2-edae02eb230f on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:05:22.770767 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Attempting to bind port c765ca55-8d4b-4393-9df2-edae02eb230f by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:05:22.771345 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Attempting to bind port c765ca55-8d4b-4393-9df2-edae02eb230f on network b1887265-1d4b-4b0f-a079-aa5abdb4c028 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:05:22.776676 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:05:22.777228 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Checking segment: {'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:05:22.777699 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.778157 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Bound using segment: {'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:05:22.778843 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Bound port: c765ca55-8d4b-4393-9df2-edae02eb230f, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:05:22.779296 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.807755 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a82d0c01-6592-4cac-a786-84e95b90772d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=744e9746a832443393f068724e14589f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976911 Jan 26 19:05:22.808630 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d0c01-6592-4cac-a786-84e95b90772d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10689ae7-67a9-4429-b323-f3cb24017d72,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:22.811286 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 41130) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:22.817308 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bed703-434c-48d1-b34a-63d91eb568b2 admin admin] Made reservation on behalf of ef6560e5d06f4e3a8c3027aa73ce021b for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:05:22.819651 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f0bed703-434c-48d1-b34a-63d91eb568b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59309142'] for subnet (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.881090 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] For port c765ca55-8d4b-4393-9df2-edae02eb230f, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:05:22.888088 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] For port c765ca55-8d4b-4393-9df2-edae02eb230f, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=c765ca55-8d4b-4393-9df2-edae02eb230f,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:05:22.909562 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75b54d13-b264-4d87-aefe-4959da555b30 admin admin] Publish callbacks [] for security_group (10689ae7-67a9-4429-b323-f3cb24017d72), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.916344 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804a187-f5e1-40cd-be15-2bc17e4d50cd req-d0fecd86-2542-4ddd-a807-85952fee3193 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:22.918069 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5804a187-f5e1-40cd-be15-2bc17e4d50cd req-d0fecd86-2542-4ddd-a807-85952fee3193 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0863099 Jan 26 19:05:22.956784 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75b54d13-b264-4d87-aefe-4959da555b30 admin admin] Publish callbacks [] for security_group (10689ae7-67a9-4429-b323-f3cb24017d72), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:22.965368 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:23.015704 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5804a187-f5e1-40cd-be15-2bc17e4d50cd req-ce0f3f4d-5900-4b34-ae57-4a8ef1c6e7db tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881250 Jan 26 19:05:23.073372 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-0441aa84-58ff-4ad2-b9f1-bacdc4ca3d45 None None] Provisioning complete for port c765ca55-8d4b-4393-9df2-edae02eb230f triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:23.073644 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0441aa84-58ff-4ad2-b9f1-bacdc4ca3d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:23.098632 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500c4f5-6093-4f1f-a67a-2045fc7645b1 None None] Pushing event updated for resources: {'Port': ['ID=c765ca55-8d4b-4393-9df2-edae02eb230f,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:23.103059 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:05:23.104377 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:05:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:23.113472 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f0bed703-434c-48d1-b34a-63d91eb568b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60122289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59309152'] for subnet (f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:23.154302 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75b54d13-b264-4d87-aefe-4959da555b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (10689ae7-67a9-4429-b323-f3cb24017d72), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:23.157667 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75b54d13-b264-4d87-aefe-4959da555b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:23.159258 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-75b54d13-b264-4d87-aefe-4959da555b30 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/10689ae7-67a9-4429-b323-f3cb24017d72 HTTP/1.1" status: 204 len: 168 time: 0.3463056 Jan 26 19:05:23.174296 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b54d13-b264-4d87-aefe-4959da555b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10689ae7-67a9-4429-b323-f3cb24017d72,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:23.211070 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bed703-434c-48d1-b34a-63d91eb568b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:23.268562 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bed703-434c-48d1-b34a-63d91eb568b2 admin admin] Checking segment: {'id': '1912a003-b267-4146-9390-de5dc3654761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '79e2af26-b056-4183-9663-10f5cb3d97b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:05:23.268917 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bed703-434c-48d1-b34a-63d91eb568b2 admin admin] Network hostable DHCP agents. Network: 79e2af26-b056-4183-9663-10f5cb3d97b7, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:05:23.361334 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 41144) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:23.415035 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bed703-434c-48d1-b34a-63d91eb568b2 admin admin] Network 79e2af26-b056-4183-9663-10f5cb3d97b7 is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:05:23.466525 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:05:23.492698 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b3de3893-a07c-49bb-8c1b-0b4aa3430fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:23.507201 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0441aa84-58ff-4ad2-b9f1-bacdc4ca3d45 None None] Current status of the port c765ca55-8d4b-4393-9df2-edae02eb230f is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:23.508104 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0441aa84-58ff-4ad2-b9f1-bacdc4ca3d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:23.512519 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-f0bed703-434c-48d1-b34a-63d91eb568b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, 79e2af26-b056-4183-9663-10f5cb3d97b7) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:05:23.521078 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bed703-434c-48d1-b34a-63d91eb568b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:23.522046 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f0bed703-434c-48d1-b34a-63d91eb568b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:23.538923 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c3505-fc4a-4116-b924-d317a3ebb107 None None] Network 79e2af26-b056-4183-9663-10f5cb3d97b7 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:05:23.601147 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b3de3893-a07c-49bb-8c1b-0b4aa3430fa5 admin admin] Publish callbacks [] for security_group (092f66b8-7b7a-4275-b5cc-4da5e1765388), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:23.647068 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-f0bed703-434c-48d1-b34a-63d91eb568b2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9763944 Jan 26 19:05:23.650436 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 41152) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:23.655969 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-261741698-router', 'tenant_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:05:23.695920 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0441aa84-58ff-4ad2-b9f1-bacdc4ca3d45 None None] For port c765ca55-8d4b-4393-9df2-edae02eb230f, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=c765ca55-8d4b-4393-9df2-edae02eb230f,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:05:23.697242 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b3de3893-a07c-49bb-8c1b-0b4aa3430fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (092f66b8-7b7a-4275-b5cc-4da5e1765388), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:23.743005 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de3893-a07c-49bb-8c1b-0b4aa3430fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092f66b8-7b7a-4275-b5cc-4da5e1765388,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:23.751482 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-b3de3893-a07c-49bb-8c1b-0b4aa3430fa5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fa1a4185e18547e0a098d9f985e3d565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864999 Jan 26 19:05:23.752536 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 41154) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:23.770401 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4153530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103691'] for router (27347fe0-f5af-40bd-9654-8cdc804a6f6a), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:23.771936 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4155210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4102884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3677798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103730'] for router (27347fe0-f5af-40bd-9654-8cdc804a6f6a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:23.782632 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0e4c4ae-1e9b-5d6a-b7eb-1555e507f35f-79e2af26-b056-4183-9663-10f5cb3d97b7', 'network_id': '79e2af26-b056-4183-9663-10f5cb3d97b7', 'project_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'fixed_ips': [{'subnet_id': 'f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90'}]}} from dv-cinder-824187-6-iscsi. {{(pid=103147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:05:23.783642 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:23.838651 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0441aa84-58ff-4ad2-b9f1-bacdc4ca3d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:23.846757 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Publish callbacks [] for router_controller (27347fe0-f5af-40bd-9654-8cdc804a6f6a), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:23.859812 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b11e-3432-4814-9c84-bf83ac25e684 admin admin] Publish callbacks [] for security_group (092f66b8-7b7a-4275-b5cc-4da5e1765388), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:23.888963 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b11e-3432-4814-9c84-bf83ac25e684 admin admin] Publish callbacks [] for security_group (092f66b8-7b7a-4275-b5cc-4da5e1765388), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:23.993628 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441aa84-58ff-4ad2-b9f1-bacdc4ca3d45 None None] Pushing event updated for resources: {'Port': ['ID=c765ca55-8d4b-4393-9df2-edae02eb230f,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:24.015104 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:22Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:24.017653 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Allocated IP 172.20.0.2 (79e2af26-b056-4183-9663-10f5cb3d97b7/f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90/14ddec73-5ae6-477e-bbf9-c0d5f74e6a13) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:05:24.022682 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-b1676aac-57d1-47db-ba12-9db0cba914c0 None None] Provisioning complete for port c765ca55-8d4b-4393-9df2-edae02eb230f triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:24.023058 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1676aac-57d1-47db-ba12-9db0cba914c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:24.052487 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b11e-3432-4814-9c84-bf83ac25e684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (092f66b8-7b7a-4275-b5cc-4da5e1765388), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:24.055108 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b11e-3432-4814-9c84-bf83ac25e684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:24.056362 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-cfc0b11e-3432-4814-9c84-bf83ac25e684 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/092f66b8-7b7a-4275-b5cc-4da5e1765388 HTTP/1.1" status: 204 len: 168 time: 0.3015075 Jan 26 19:05:24.086143 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd966006-634c-44c6-a1ba-8c51500fd749 None None] The sync data for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi is: [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:22Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:05:24.103601 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0b11e-3432-4814-9c84-bf83ac25e684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092f66b8-7b7a-4275-b5cc-4da5e1765388,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:24.211115 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Publish callbacks [] for router_gateway (27347fe0-f5af-40bd-9654-8cdc804a6f6a), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:24.218405 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1772fbb-a15b-4e0b-b452-e808a2d79e98 req-b0fa944b-aa3a-476a-a85d-deaf598c5f92 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:24.227746 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e1772fbb-a15b-4e0b-b452-e808a2d79e98 req-b0fa944b-aa3a-476a-a85d-deaf598c5f92 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.1130912 Jan 26 19:05:24.360217 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e1772fbb-a15b-4e0b-b452-e808a2d79e98 req-4ce0b1c5-97e9-488d-bf2f-49c53b0f0424 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268518 Jan 26 19:05:24.452302 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device c765ca55-8d4b-4393-9df2-edae02eb230f up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:05:24.490542 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b1676aac-57d1-47db-ba12-9db0cba914c0 None None] Current status of the port c765ca55-8d4b-4393-9df2-edae02eb230f is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:24.594037 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Publish callbacks [] for port (14ddec73-5ae6-477e-bbf9-c0d5f74e6a13), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:24.604053 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port c765ca55-8d4b-4393-9df2-edae02eb230f triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:24.604719 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:24.652653 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Publish callbacks [] for router_gateway (27347fe0-f5af-40bd-9654-8cdc804a6f6a), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:24.675090 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:24.705889 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (14ddec73-5ae6-477e-bbf9-c0d5f74e6a13), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:24.761146 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Network 79e2af26-b056-4183-9663-10f5cb3d97b7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:05:24.770009 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:05:24.776258 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:05:24.789300 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port c765ca55-8d4b-4393-9df2-edae02eb230f is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:24.843206 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Pushing event updated for resources: {'Port': ['ID=14ddec73-5ae6-477e-bbf9-c0d5f74e6a13,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:24.844244 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Allocated IP 172.27.2.56 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/49cfb9c1-86f9-4f13-82d8-bde41dcc0c22) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:05:24.891864 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Attempting to bind port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:05:24.892242 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Attempting to bind port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '1912a003-b267-4146-9390-de5dc3654761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '79e2af26-b056-4183-9663-10f5cb3d97b7'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:05:24.892612 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Attempting to bind port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 on network 79e2af26-b056-4183-9663-10f5cb3d97b7 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:05:24.899072 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:05:24.899558 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Checking segment: {'id': '1912a003-b267-4146-9390-de5dc3654761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '79e2af26-b056-4183-9663-10f5cb3d97b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:05:24.900025 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:24.905921 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Bound using segment: {'id': '1912a003-b267-4146-9390-de5dc3654761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '79e2af26-b056-4183-9663-10f5cb3d97b7'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:05:24.906504 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Bound port: 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1912a003-b267-4146-9390-de5dc3654761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '79e2af26-b056-4183-9663-10f5cb3d97b7'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:05:24.907049 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (14ddec73-5ae6-477e-bbf9-c0d5f74e6a13), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:25.022362 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] For port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:05:25.044964 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] For port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=14ddec73-5ae6-477e-bbf9-c0d5f74e6a13,segment=NetworkSegment(1912a003-b267-4146-9390-de5dc3654761),segment_id=1912a003-b267-4146-9390-de5dc3654761)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:05:25.085743 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Publish callbacks [] for port (49cfb9c1-86f9-4f13-82d8-bde41dcc0c22), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:25.131775 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (14ddec73-5ae6-477e-bbf9-c0d5f74e6a13), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:25.208475 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0318a-f188-4de1-be3f-3faa408254f6 None None] Pushing event updated for resources: {'Port': ['ID=14ddec73-5ae6-477e-bbf9-c0d5f74e6a13,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:25.235685 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (49cfb9c1-86f9-4f13-82d8-bde41dcc0c22), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:25.313548 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:05:25.317783 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:05:25.321940 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:05:25.408424 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=49cfb9c1-86f9-4f13-82d8-bde41dcc0c22,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:25.656583 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fa8d0-4975-422a-a2ae-9978297a2024 req-840af7d9-64db-44b6-8803-1c9769f4ba43 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:25.658205 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ec9fa8d0-4975-422a-a2ae-9978297a2024 req-840af7d9-64db-44b6-8803-1c9769f4ba43 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0654893 Jan 26 19:05:25.714014 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ec9fa8d0-4975-422a-a2ae-9978297a2024 req-2422c6fa-40b4-48ae-b44d-ac9f58f822bb tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500450 Jan 26 19:05:25.848922 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Publish callbacks [] for router_gateway (27347fe0-f5af-40bd-9654-8cdc804a6f6a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:26.291826 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4155187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4102833'] for router (27347fe0-f5af-40bd-9654-8cdc804a6f6a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:26.358640 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:05:26.425764 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:26.426144 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (14ddec73-5ae6-477e-bbf9-c0d5f74e6a13), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:26.548451 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:26.548944 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (14ddec73-5ae6-477e-bbf9-c0d5f74e6a13), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:26.565426 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Router 27347fe0-f5af-40bd-9654-8cdc804a6f6a is scheduled to L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:05:26.589797 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] For port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=14ddec73-5ae6-477e-bbf9-c0d5f74e6a13,segment=NetworkSegment(1912a003-b267-4146-9390-de5dc3654761),segment_id=1912a003-b267-4146-9390-de5dc3654761)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:05:26.669647 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332583d9-89e4-4025-a12c-3481aaeaba99 None None] Network 79e2af26-b056-4183-9663-10f5cb3d97b7 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:05:26.680100 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:05:26.689789 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Sync routers for ids ['27347fe0-f5af-40bd-9654-8cdc804a6f6a'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:05:26.700411 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Routers {'27347fe0-f5af-40bd-9654-8cdc804a6f6a'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:05:26.701030 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:05:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['27347fe0-f5af-40bd-9654-8cdc804a6f6a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:26.739655 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (14ddec73-5ae6-477e-bbf9-c0d5f74e6a13), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:26.787108 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:26.791981 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-e762b707-9c8c-413c-a3bf-c8289191f4c8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1401625 Jan 26 19:05:26.794838 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 41278) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:26.804242 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-3cdf4e71-9566-4d64-ae86-09e79c689db4 None None] Provisioning complete for port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:26.804626 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cdf4e71-9566-4d64-ae86-09e79c689db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (14ddec73-5ae6-477e-bbf9-c0d5f74e6a13), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:26.831477 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Set router 27347fe0-f5af-40bd-9654-8cdc804a6f6a gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:05:26.871653 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Pushing event updated for resources: {'Port': ['ID=14ddec73-5ae6-477e-bbf9-c0d5f74e6a13,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:27.034148 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'name': 'tempest-TestVolumeBootPattern-261741698-router', 'tenant_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '49cfb9c1-86f9-4f13-82d8-bde41dcc0c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:23Z', 'updated_at': '2022-01-26T19:05:25Z', 'revision_number': 3, 'project_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'gw_port': {'id': '49cfb9c1-86f9-4f13-82d8-bde41dcc0c22', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:24Z', 'updated_at': '2022-01-26T19:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:27.070384 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Checking router: 27347fe0-f5af-40bd-9654-8cdc804a6f6a for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:05:27.070738 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Updating router 27347fe0-f5af-40bd-9654-8cdc804a6f6a port 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22 binding host dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:05:27.105207 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (49cfb9c1-86f9-4f13-82d8-bde41dcc0c22), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:27.167126 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf4e71-9566-4d64-ae86-09e79c689db4 None None] Current status of the port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:27.287841 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-5cad8a99-1a1c-45b8-9070-cef4eda3f9d3 None None] Provisioning complete for port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:27.288380 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cad8a99-1a1c-45b8-9070-cef4eda3f9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (14ddec73-5ae6-477e-bbf9-c0d5f74e6a13), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:27.394014 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5cad8a99-1a1c-45b8-9070-cef4eda3f9d3 None None] Current status of the port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:27.423831 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Publish callbacks [] for port (49cfb9c1-86f9-4f13-82d8-bde41dcc0c22), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:27.534982 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (49cfb9c1-86f9-4f13-82d8-bde41dcc0c22), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:27.557931 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:27.587247 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Attempting to bind port 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:05:27.587624 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Attempting to bind port 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:05:27.587988 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Attempting to bind port 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22 on network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:05:27.599866 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:05:27.600242 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Checking segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:05:27.600683 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:27.601093 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Bound using segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:05:27.601597 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Bound port: 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:05:27.602179 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (49cfb9c1-86f9-4f13-82d8-bde41dcc0c22), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:27.604764 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe03fe-e76f-4aab-8781-f01c8d8311ce None None] Pushing event updated for resources: {'Port': ['ID=49cfb9c1-86f9-4f13-82d8-bde41dcc0c22,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:27.631156 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe03fe-e76f-4aab-8781-f01c8d8311ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:27.631470 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe03fe-e76f-4aab-8781-f01c8d8311ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:27.631909 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe03fe-e76f-4aab-8781-f01c8d8311ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:27.632259 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe03fe-e76f-4aab-8781-f01c8d8311ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:27.632691 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe03fe-e76f-4aab-8781-f01c8d8311ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:27.633305 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe03fe-e76f-4aab-8781-f01c8d8311ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:27.633637 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe03fe-e76f-4aab-8781-f01c8d8311ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:27.633972 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe03fe-e76f-4aab-8781-f01c8d8311ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:27.634300 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe03fe-e76f-4aab-8781-f01c8d8311ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:27.634637 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe03fe-e76f-4aab-8781-f01c8d8311ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:27.634967 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe03fe-e76f-4aab-8781-f01c8d8311ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:27.635291 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe03fe-e76f-4aab-8781-f01c8d8311ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:27.635614 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efe03fe-e76f-4aab-8781-f01c8d8311ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:05:27.666875 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] For port 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:05:27.670628 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] For port 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=49cfb9c1-86f9-4f13-82d8-bde41dcc0c22,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:05:27.725535 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Allocated IP 172.20.0.1 (79e2af26-b056-4183-9663-10f5cb3d97b7/f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90/5d6933de-c10e-4b32-9466-965ec13ee457) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:05:27.760496 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (49cfb9c1-86f9-4f13-82d8-bde41dcc0c22), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:27.816894 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Routers {'27347fe0-f5af-40bd-9654-8cdc804a6f6a'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:05:27.817552 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:05:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['27347fe0-f5af-40bd-9654-8cdc804a6f6a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:27.831281 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Publish callbacks [] for port (5d6933de-c10e-4b32-9466-965ec13ee457), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:27.853535 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe03fe-e76f-4aab-8781-f01c8d8311ce None None] Pushing event updated for resources: {'Port': ['ID=49cfb9c1-86f9-4f13-82d8-bde41dcc0c22,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:27.932030 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] Set router 27347fe0-f5af-40bd-9654-8cdc804a6f6a gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:05:27.949088 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (5d6933de-c10e-4b32-9466-965ec13ee457), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:27.989020 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Network 79e2af26-b056-4183-9663-10f5cb3d97b7 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:05:27.991894 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:05:27.997686 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:05:28.003468 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Pushing event updated for resources: {'Port': ['ID=5d6933de-c10e-4b32-9466-965ec13ee457,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:28.049254 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4102628'] for router_interface (27347fe0-f5af-40bd-9654-8cdc804a6f6a), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:28.135026 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'name': 'tempest-TestVolumeBootPattern-261741698-router', 'tenant_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '49cfb9c1-86f9-4f13-82d8-bde41dcc0c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:23Z', 'updated_at': '2022-01-26T19:05:25Z', 'revision_number': 3, 'project_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'gw_port': {'id': '49cfb9c1-86f9-4f13-82d8-bde41dcc0c22', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:24Z', 'updated_at': '2022-01-26T19:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:28.172569 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2476a543-48fd-4c5b-b6e6-cdce01c3783c None None] The sync data for ids ['27347fe0-f5af-40bd-9654-8cdc804a6f6a'] in dv-cinder-824187-6-iscsi is: [{'id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'name': 'tempest-TestVolumeBootPattern-261741698-router', 'tenant_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '49cfb9c1-86f9-4f13-82d8-bde41dcc0c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:23Z', 'updated_at': '2022-01-26T19:05:25Z', 'revision_number': 3, 'project_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'gw_port': {'id': '49cfb9c1-86f9-4f13-82d8-bde41dcc0c22', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:24Z', 'updated_at': '2022-01-26T19:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:05:28.266283 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (5d6933de-c10e-4b32-9466-965ec13ee457), before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:28.274140 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:05:28.333204 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-82ccb12b-8dd3-474e-bcc5-1e803928cf24 None None] Provisioning complete for port 5d6933de-c10e-4b32-9466-965ec13ee457 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:28.670510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82ccb12b-8dd3-474e-bcc5-1e803928cf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (5d6933de-c10e-4b32-9466-965ec13ee457), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:28.670510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:28.670510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (14ddec73-5ae6-477e-bbf9-c0d5f74e6a13), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:28.670510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-82ccb12b-8dd3-474e-bcc5-1e803928cf24 None None] Port 5d6933de-c10e-4b32-9466-965ec13ee457 cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:05:28.673973 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Publish callbacks [] for port (5d6933de-c10e-4b32-9466-965ec13ee457), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:28.676170 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:28.676608 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed505ad-ea3c-4dfc-9b80-2c2a749ebe8e req-afd45d9d-d762-4604-a8de-e8237dc832d1 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:28.676608 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-aed505ad-ea3c-4dfc-9b80-2c2a749ebe8e req-afd45d9d-d762-4604-a8de-e8237dc832d1 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0546870 Jan 26 19:05:28.676608 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122934'] for port (5d6933de-c10e-4b32-9466-965ec13ee457), after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:28.723312 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:05:28.739445 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4103796'] for router_interface (27347fe0-f5af-40bd-9654-8cdc804a6f6a), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:28.749125 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Pushing event updated for resources: {'Port': ['ID=5d6933de-c10e-4b32-9466-965ec13ee457,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:28.770102 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-aed505ad-ea3c-4dfc-9b80-2c2a749ebe8e req-bb4987f0-de2e-4599-a75e-30428448688e tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213307 Jan 26 19:05:28.876937 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Network 79e2af26-b056-4183-9663-10f5cb3d97b7 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:05:28.878442 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:05:29.019596 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Router 27347fe0-f5af-40bd-9654-8cdc804a6f6a has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:05:29.162534 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:05:29.162828 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-83be6938-aef8-4c3a-889f-eb0658789f23 None None] Provisioning complete for port 5d6933de-c10e-4b32-9466-965ec13ee457 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:29.162828 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83be6938-aef8-4c3a-889f-eb0658789f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (5d6933de-c10e-4b32-9466-965ec13ee457), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:29.165941 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-89af3dbe-fa24-4f71-bb7f-a6b235b26017 admin admin] 10.222.0.52 "PUT /v2.0/routers/27347fe0-f5af-40bd-9654-8cdc804a6f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3694029 Jan 26 19:05:29.217251 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-83be6938-aef8-4c3a-889f-eb0658789f23 None None] Port 5d6933de-c10e-4b32-9466-965ec13ee457 cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:05:29.916261 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c37cd2-146a-4c9f-8500-97eb1cd6988d req-a2eafd4f-fd8c-43b6-9f63-dbbe40f1cf9c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:29.917962 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-01c37cd2-146a-4c9f-8500-97eb1cd6988d req-a2eafd4f-fd8c-43b6-9f63-dbbe40f1cf9c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0588377 Jan 26 19:05:29.971607 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-01c37cd2-146a-4c9f-8500-97eb1cd6988d req-6415f3fd-23a8-41d2-ad39-4abe54164a67 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470188 Jan 26 19:05:30.089748 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 41354) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:30.095059 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-12c3e7da-dc6e-4693-a4fb-b6b30b748cca tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96348695', 'description': 'tempest-secgroup-smoke-96348695 description', 'project_id': '3e696aded712424fa11e2cea742d7fcf'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:05:30.209036 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-12c3e7da-dc6e-4693-a4fb-b6b30b748cca tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:30.287845 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-12c3e7da-dc6e-4693-a4fb-b6b30b748cca tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group (ab723756-651d-46fa-b962-198c96ea5201), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:30.323098 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:05:30.373865 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:30.374241 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (49cfb9c1-86f9-4f13-82d8-bde41dcc0c22), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:30.380178 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-12c3e7da-dc6e-4693-a4fb-b6b30b748cca tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (ab723756-651d-46fa-b962-198c96ea5201), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:30.409720 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3e7da-dc6e-4693-a4fb-b6b30b748cca tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab723756-651d-46fa-b962-198c96ea5201,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:30.456986 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:30.457409 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (49cfb9c1-86f9-4f13-82d8-bde41dcc0c22), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:30.468332 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-12c3e7da-dc6e-4693-a4fb-b6b30b748cca tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:30.472828 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 41360) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:30.476349 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-12c3e7da-dc6e-4693-a4fb-b6b30b748cca tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3823032 Jan 26 19:05:30.477862 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] For port 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=49cfb9c1-86f9-4f13-82d8-bde41dcc0c22,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:05:30.478849 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6c8b9adc-2a23-4d9c-8615-f6c9b0de54b9 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Request body: {'security_group_rule': {'security_group_id': 'ab723756-651d-46fa-b962-198c96ea5201', 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:05:30.552018 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (49cfb9c1-86f9-4f13-82d8-bde41dcc0c22), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:30.583252 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9adc-2a23-4d9c-8615-f6c9b0de54b9 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (22ed1a5e-df13-49be-8845-fc6d2e8f847e), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:30.600948 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Pushing event updated for resources: {'Port': ['ID=49cfb9c1-86f9-4f13-82d8-bde41dcc0c22,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:30.666878 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9adc-2a23-4d9c-8615-f6c9b0de54b9 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (22ed1a5e-df13-49be-8845-fc6d2e8f847e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:30.736667 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9adc-2a23-4d9c-8615-f6c9b0de54b9 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (22ed1a5e-df13-49be-8845-fc6d2e8f847e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:30.757640 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b9adc-2a23-4d9c-8615-f6c9b0de54b9 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ed1a5e-df13-49be-8845-fc6d2e8f847e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:30.886188 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9adc-2a23-4d9c-8615-f6c9b0de54b9 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:30.887463 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-6c8b9adc-2a23-4d9c-8615-f6c9b0de54b9 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4129431 Jan 26 19:05:30.890174 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 41372) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:30.894819 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-16464a1f-a5c8-45c7-9683-76d9c702992d tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Request body: {'security_group_rule': {'security_group_id': 'ab723756-651d-46fa-b962-198c96ea5201', 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:05:31.010303 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16464a1f-a5c8-45c7-9683-76d9c702992d tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (f0dd738f-ebd9-413c-8fa0-9d40bed25b3b), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:31.066964 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16464a1f-a5c8-45c7-9683-76d9c702992d tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (f0dd738f-ebd9-413c-8fa0-9d40bed25b3b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:31.154730 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16464a1f-a5c8-45c7-9683-76d9c702992d tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (f0dd738f-ebd9-413c-8fa0-9d40bed25b3b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:31.173496 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16464a1f-a5c8-45c7-9683-76d9c702992d tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0dd738f-ebd9-413c-8fa0-9d40bed25b3b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:31.222154 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Sync routers for ids ['27347fe0-f5af-40bd-9654-8cdc804a6f6a'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:05:31.233696 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Routers {'27347fe0-f5af-40bd-9654-8cdc804a6f6a'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:05:31.234349 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:05:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['27347fe0-f5af-40bd-9654-8cdc804a6f6a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:31.241730 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16464a1f-a5c8-45c7-9683-76d9c702992d tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:31.242997 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-16464a1f-a5c8-45c7-9683-76d9c702992d tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3518405 Jan 26 19:05:31.245657 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 41382) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:31.250207 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c6166b3a-4f04-4d1b-9453-47fa46635997 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Request body: {'security_group_rule': {'security_group_id': 'ab723756-651d-46fa-b962-198c96ea5201', 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:05:31.335978 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6166b3a-4f04-4d1b-9453-47fa46635997 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (af8c12ce-5537-4e8b-9b95-1414dd27c2e1), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:31.342346 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Set router 27347fe0-f5af-40bd-9654-8cdc804a6f6a gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:05:31.400523 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6166b3a-4f04-4d1b-9453-47fa46635997 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (af8c12ce-5537-4e8b-9b95-1414dd27c2e1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:31.477448 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6166b3a-4f04-4d1b-9453-47fa46635997 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (af8c12ce-5537-4e8b-9b95-1414dd27c2e1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:31.492911 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6166b3a-4f04-4d1b-9453-47fa46635997 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8c12ce-5537-4e8b-9b95-1414dd27c2e1,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:31.541008 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'name': 'tempest-TestVolumeBootPattern-261741698-router', 'tenant_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '49cfb9c1-86f9-4f13-82d8-bde41dcc0c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:23Z', 'updated_at': '2022-01-26T19:05:28Z', 'revision_number': 4, 'project_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'gw_port': {'id': '49cfb9c1-86f9-4f13-82d8-bde41dcc0c22', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:24Z', 'updated_at': '2022-01-26T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '5d6933de-c10e-4b32-9466-965ec13ee457', 'name': '', 'network_id': '79e2af26-b056-4183-9663-10f5cb3d97b7', 'tenant_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'mac_address': 'fa:16:3e:9f:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:27Z', 'updated_at': '2022-01-26T19:05:28Z', 'revision_number': 2, 'project_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'subnets': [{'id': 'f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:31.556238 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6166b3a-4f04-4d1b-9453-47fa46635997 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:31.560110 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-c6166b3a-4f04-4d1b-9453-47fa46635997 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108983 Jan 26 19:05:31.560232 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 41384) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:31.564641 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d2bf9344-077f-4499-83e3-e22a7a9b6f6f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Request body: {'security_group_rule': {'security_group_id': 'ab723756-651d-46fa-b962-198c96ea5201', 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:05:31.566659 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Checking router: 27347fe0-f5af-40bd-9654-8cdc804a6f6a for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:05:31.567020 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Updating router 27347fe0-f5af-40bd-9654-8cdc804a6f6a port 5d6933de-c10e-4b32-9466-965ec13ee457 binding host dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:05:31.592670 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (5d6933de-c10e-4b32-9466-965ec13ee457), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:31.682558 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9344-077f-4499-83e3-e22a7a9b6f6f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (76f83f4b-c8b6-4948-8be7-7d46ecd7042b), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:31.751641 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9344-077f-4499-83e3-e22a7a9b6f6f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (76f83f4b-c8b6-4948-8be7-7d46ecd7042b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:31.828561 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9344-077f-4499-83e3-e22a7a9b6f6f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (76f83f4b-c8b6-4948-8be7-7d46ecd7042b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:31.848586 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf9344-077f-4499-83e3-e22a7a9b6f6f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f83f4b-c8b6-4948-8be7-7d46ecd7042b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:31.867432 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Publish callbacks [] for port (5d6933de-c10e-4b32-9466-965ec13ee457), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:31.930864 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2bf9344-077f-4499-83e3-e22a7a9b6f6f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:31.932159 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-d2bf9344-077f-4499-83e3-e22a7a9b6f6f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3708329 Jan 26 19:05:31.935491 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 41390) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:31.940678 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-17ed421d-307a-4b7e-9f91-ef8344db4a81 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Request body: {'security_group_rule': {'security_group_id': 'ab723756-651d-46fa-b962-198c96ea5201', 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:05:31.965241 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (5d6933de-c10e-4b32-9466-965ec13ee457), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:32.011944 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fec1b8-6dde-46c6-ad80-af9ed81d6b44 None None] Pushing event updated for resources: {'Port': ['ID=5d6933de-c10e-4b32-9466-965ec13ee457,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:32.046016 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.securitygroups_db [None req-17ed421d-307a-4b7e-9f91-ef8344db4a81 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Project 3e696aded712424fa11e2cea742d7fcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 19:05:32.051814 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-17ed421d-307a-4b7e-9f91-ef8344db4a81 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (0f77c108-5c03-4d78-9166-b9efa4352147), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:32.064789 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Attempting to bind port 5d6933de-c10e-4b32-9466-965ec13ee457 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:05:32.065354 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Attempting to bind port 5d6933de-c10e-4b32-9466-965ec13ee457 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '1912a003-b267-4146-9390-de5dc3654761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '79e2af26-b056-4183-9663-10f5cb3d97b7'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:05:32.065718 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Attempting to bind port 5d6933de-c10e-4b32-9466-965ec13ee457 on network 79e2af26-b056-4183-9663-10f5cb3d97b7 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:05:32.071145 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:05:32.071611 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Checking segment: {'id': '1912a003-b267-4146-9390-de5dc3654761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '79e2af26-b056-4183-9663-10f5cb3d97b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:05:32.071897 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:32.072597 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Bound using segment: {'id': '1912a003-b267-4146-9390-de5dc3654761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '79e2af26-b056-4183-9663-10f5cb3d97b7'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:05:32.073263 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Bound port: 5d6933de-c10e-4b32-9466-965ec13ee457, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1912a003-b267-4146-9390-de5dc3654761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '79e2af26-b056-4183-9663-10f5cb3d97b7'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:05:32.073646 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (5d6933de-c10e-4b32-9466-965ec13ee457), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:32.119000 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-17ed421d-307a-4b7e-9f91-ef8344db4a81 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (0f77c108-5c03-4d78-9166-b9efa4352147), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:32.150296 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] For port 5d6933de-c10e-4b32-9466-965ec13ee457, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:05:32.153909 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] For port 5d6933de-c10e-4b32-9466-965ec13ee457, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=5d6933de-c10e-4b32-9466-965ec13ee457,segment=NetworkSegment(1912a003-b267-4146-9390-de5dc3654761),segment_id=1912a003-b267-4146-9390-de5dc3654761)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:05:32.203047 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-17ed421d-307a-4b7e-9f91-ef8344db4a81 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (0f77c108-5c03-4d78-9166-b9efa4352147), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:32.217178 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed421d-307a-4b7e-9f91-ef8344db4a81 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f77c108-5c03-4d78-9166-b9efa4352147,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:32.239355 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (5d6933de-c10e-4b32-9466-965ec13ee457), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:32.280029 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:05:32.336851 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-17ed421d-307a-4b7e-9f91-ef8344db4a81 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:32.338424 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-17ed421d-307a-4b7e-9f91-ef8344db4a81 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4018960 Jan 26 19:05:32.339761 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-24c209b4-7186-4927-a4a2-a2ca0851be95 None None] Provisioning complete for port 5d6933de-c10e-4b32-9466-965ec13ee457 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:32.340147 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24c209b4-7186-4927-a4a2-a2ca0851be95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (5d6933de-c10e-4b32-9466-965ec13ee457), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:32.341487 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 41398) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:32.350705 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-b001353a-22a3-41ce-8832-709724f5217f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Request body: {'security_group_rule': {'security_group_id': 'ab723756-651d-46fa-b962-198c96ea5201', 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:05:32.350862 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fec1b8-6dde-46c6-ad80-af9ed81d6b44 None None] Pushing event updated for resources: {'Port': ['ID=5d6933de-c10e-4b32-9466-965ec13ee457,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:32.379014 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Routers {'27347fe0-f5af-40bd-9654-8cdc804a6f6a'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:05:32.379655 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:05:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['27347fe0-f5af-40bd-9654-8cdc804a6f6a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:32.442997 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.securitygroups_db [None req-b001353a-22a3-41ce-8832-709724f5217f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Project 3e696aded712424fa11e2cea742d7fcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 19:05:32.448327 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b001353a-22a3-41ce-8832-709724f5217f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (32186e2e-bf4f-4ce0-adc2-cf1e2f62db7b), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:32.488321 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:32.488698 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (49cfb9c1-86f9-4f13-82d8-bde41dcc0c22), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:32.542535 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b001353a-22a3-41ce-8832-709724f5217f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (32186e2e-bf4f-4ce0-adc2-cf1e2f62db7b), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:32.565038 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] Set router 27347fe0-f5af-40bd-9654-8cdc804a6f6a gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:05:32.611034 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-24c209b4-7186-4927-a4a2-a2ca0851be95 None None] Current status of the port 5d6933de-c10e-4b32-9466-965ec13ee457 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:32.611424 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24c209b4-7186-4927-a4a2-a2ca0851be95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (5d6933de-c10e-4b32-9466-965ec13ee457), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:32.625766 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b001353a-22a3-41ce-8832-709724f5217f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (32186e2e-bf4f-4ce0-adc2-cf1e2f62db7b), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:32.645728 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001353a-22a3-41ce-8832-709724f5217f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32186e2e-bf4f-4ce0-adc2-cf1e2f62db7b,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:32.746943 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b001353a-22a3-41ce-8832-709724f5217f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:32.752589 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-b001353a-22a3-41ce-8832-709724f5217f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4053421 Jan 26 19:05:32.889931 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-24c209b4-7186-4927-a4a2-a2ca0851be95 None None] For port 5d6933de-c10e-4b32-9466-965ec13ee457, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=5d6933de-c10e-4b32-9466-965ec13ee457,segment=NetworkSegment(1912a003-b267-4146-9390-de5dc3654761),segment_id=1912a003-b267-4146-9390-de5dc3654761)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:05:32.892650 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:32.966923 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24c209b4-7186-4927-a4a2-a2ca0851be95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (5d6933de-c10e-4b32-9466-965ec13ee457), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:32.994686 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'name': 'tempest-TestVolumeBootPattern-261741698-router', 'tenant_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '49cfb9c1-86f9-4f13-82d8-bde41dcc0c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:23Z', 'updated_at': '2022-01-26T19:05:28Z', 'revision_number': 4, 'project_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'gw_port': {'id': '49cfb9c1-86f9-4f13-82d8-bde41dcc0c22', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:24Z', 'updated_at': '2022-01-26T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '5d6933de-c10e-4b32-9466-965ec13ee457', 'name': '', 'network_id': '79e2af26-b056-4183-9663-10f5cb3d97b7', 'tenant_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'mac_address': 'fa:16:3e:9f:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:27Z', 'updated_at': '2022-01-26T19:05:32Z', 'revision_number': 4, 'project_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'subnets': [{'id': 'f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:05:33.025454 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5e41a5-591d-4e9f-b7aa-90e6dfb3df07 None None] The sync data for ids ['27347fe0-f5af-40bd-9654-8cdc804a6f6a'] in dv-cinder-824187-6-iscsi is: [{'id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'name': 'tempest-TestVolumeBootPattern-261741698-router', 'tenant_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '49cfb9c1-86f9-4f13-82d8-bde41dcc0c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:23Z', 'updated_at': '2022-01-26T19:05:28Z', 'revision_number': 4, 'project_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'gw_port': {'id': '49cfb9c1-86f9-4f13-82d8-bde41dcc0c22', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:24Z', 'updated_at': '2022-01-26T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '5d6933de-c10e-4b32-9466-965ec13ee457', 'name': '', 'network_id': '79e2af26-b056-4183-9663-10f5cb3d97b7', 'tenant_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'mac_address': 'fa:16:3e:9f:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:27Z', 'updated_at': '2022-01-26T19:05:32Z', 'revision_number': 4, 'project_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'subnets': [{'id': 'f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:05:33.072391 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c209b4-7186-4927-a4a2-a2ca0851be95 None None] Pushing event updated for resources: {'Port': ['ID=5d6933de-c10e-4b32-9466-965ec13ee457,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:33.116513 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-6c178d1d-ce17-4019-9097-c364cfff6bc8 None None] Provisioning complete for port 5d6933de-c10e-4b32-9466-965ec13ee457 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:33.116896 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c178d1d-ce17-4019-9097-c364cfff6bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (5d6933de-c10e-4b32-9466-965ec13ee457), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:33.213807 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6c178d1d-ce17-4019-9097-c364cfff6bc8 None None] Current status of the port 5d6933de-c10e-4b32-9466-965ec13ee457 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:33.417755 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f23ab0-9d66-45e2-a0e8-64f70cc13b4e req-46dd0582-941b-417e-a7ff-662aa1d7cf82 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:33.421001 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a7f23ab0-9d66-45e2-a0e8-64f70cc13b4e req-46dd0582-941b-417e-a7ff-662aa1d7cf82 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0611022 Jan 26 19:05:33.475957 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a7f23ab0-9d66-45e2-a0e8-64f70cc13b4e req-efd393c5-46e6-4049-843f-457030b6e840 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489259 Jan 26 19:05:34.299505 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 5d6933de-c10e-4b32-9466-965ec13ee457 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:05:34.356572 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 5d6933de-c10e-4b32-9466-965ec13ee457 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:05:34.356776 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (5d6933de-c10e-4b32-9466-965ec13ee457), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:34.455837 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 5d6933de-c10e-4b32-9466-965ec13ee457 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:05:36.817199 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0c54b-5a86-4eff-b298-34cec7e7aedc req-c6adb2f0-a934-493e-9eaf-d706fb7bf6e5 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:36.819047 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-66f0c54b-5a86-4eff-b298-34cec7e7aedc req-c6adb2f0-a934-493e-9eaf-d706fb7bf6e5 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0541930 Jan 26 19:05:36.870626 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-66f0c54b-5a86-4eff-b298-34cec7e7aedc req-bd6378d4-dcc4-4aad-9901-7fc61942a783 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458820 Jan 26 19:05:37.071850 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a297f39-f0c9-4f12-a86a-92c7963175ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:39.586096 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-603b29ff-fc4e-429d-ab5b-c5277b1ef65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:40.267707 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746491e9-db97-4977-b0ba-69ac782c06d1 req-1c74f78a-5a6b-4a07-8b8f-de47f26b58f9 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:40.269407 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-746491e9-db97-4977-b0ba-69ac782c06d1 req-1c74f78a-5a6b-4a07-8b8f-de47f26b58f9 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0556774 Jan 26 19:05:40.319725 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-746491e9-db97-4977-b0ba-69ac782c06d1 req-4c88bc3d-7cfc-4375-8e57-31ca0381afd2 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440433 Jan 26 19:05:40.593510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:41.058047 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392e8e4-3171-49bc-845c-92392b0c0df0 req-6c4c4e31-1b33-4af7-a027-753889b25445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:41.059530 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3392e8e4-3171-49bc-845c-92392b0c0df0 req-6c4c4e31-1b33-4af7-a027-753889b25445 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 1099 time: 0.0436220 Jan 26 19:05:41.110079 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3392e8e4-3171-49bc-845c-92392b0c0df0 req-2a62ba88-a9cf-454f-8814-fddbef058c2b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Jan 26 19:05:41.562972 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86be02-86d8-4c8d-8b16-ecce88c762ab req-166fcd97-87ea-4dba-8a72-c7d71b48d7fe tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:41.564622 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8d86be02-86d8-4c8d-8b16-ecce88c762ab req-166fcd97-87ea-4dba-8a72-c7d71b48d7fe tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0501478 Jan 26 19:05:41.616047 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8d86be02-86d8-4c8d-8b16-ecce88c762ab req-c2dfd30f-4f60-44bd-a77f-132641804ce4 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448287 Jan 26 19:05:42.596796 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:42.741727 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7040-fe48-456b-bdb3-25653f00f5c9 req-5b4218c9-b12d-4027-81f5-b9bfcffdb6f9 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:42.743417 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-79cf7040-fe48-456b-bdb3-25653f00f5c9 req-5b4218c9-b12d-4027-81f5-b9bfcffdb6f9 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0490029 Jan 26 19:05:42.806706 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-79cf7040-fe48-456b-bdb3-25653f00f5c9 req-94d480b9-2648-44e6-923c-b609377907f7 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570664 Jan 26 19:05:43.713822 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:43.927086 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be425b-e6e4-4ae9-9129-1f370a3993e5 req-acaf31fd-ebf9-4a99-b856-e1ef8f4dfc83 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:43.928547 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63be425b-e6e4-4ae9-9129-1f370a3993e5 req-acaf31fd-ebf9-4a99-b856-e1ef8f4dfc83 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0479157 Jan 26 19:05:43.977343 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63be425b-e6e4-4ae9-9129-1f370a3993e5 req-65a62428-3944-403a-baff-05686b5fa5e6 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425391 Jan 26 19:05:44.100175 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b1f6a-ed08-451d-94ca-8df671b36509 req-c3cc3be6-8138-4115-83dd-7550f6bbec51 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:44.101843 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-321b1f6a-ed08-451d-94ca-8df671b36509 req-c3cc3be6-8138-4115-83dd-7550f6bbec51 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0529714 Jan 26 19:05:44.154865 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-321b1f6a-ed08-451d-94ca-8df671b36509 req-2a1c80a8-4b2a-4ace-a5fe-4a5c6f1e9808 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446665 Jan 26 19:05:46.836770 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd695de8-f8fe-4f35-bbea-260e1af7c764 req-0576c8fa-159d-44bb-afc5-47500259c17d tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:46.838444 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bd695de8-f8fe-4f35-bbea-260e1af7c764 req-0576c8fa-159d-44bb-afc5-47500259c17d tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0542169 Jan 26 19:05:46.893390 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bd695de8-f8fe-4f35-bbea-260e1af7c764 req-2849dca6-2ac7-4a31-9658-ba3194da339c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480344 Jan 26 19:05:48.167928 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 41748) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:48.283082 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9a96ce3b-f6d5-4107-a89a-667cd7d79042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:48.358902 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9a96ce3b-f6d5-4107-a89a-667cd7d79042 admin admin] Publish callbacks [] for security_group (e0b3de8a-e090-4db2-bf25-9400e6244c9e), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:48.450808 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9a96ce3b-f6d5-4107-a89a-667cd7d79042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (e0b3de8a-e090-4db2-bf25-9400e6244c9e), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:48.488978 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-9a96ce3b-f6d5-4107-a89a-667cd7d79042 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df23a6cb65fb493e909e78142e435ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198609 Jan 26 19:05:48.489800 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96ce3b-f6d5-4107-a89a-667cd7d79042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b3de8a-e090-4db2-bf25-9400e6244c9e,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:48.491524 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 41754) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:48.546716 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6af908b-1fc6-4594-868e-6be68ae7c3ec admin admin] Publish callbacks [] for security_group (e0b3de8a-e090-4db2-bf25-9400e6244c9e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:48.568397 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6af908b-1fc6-4594-868e-6be68ae7c3ec admin admin] Publish callbacks [] for security_group (e0b3de8a-e090-4db2-bf25-9400e6244c9e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:48.705274 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6af908b-1fc6-4594-868e-6be68ae7c3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (e0b3de8a-e090-4db2-bf25-9400e6244c9e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:48.707867 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6af908b-1fc6-4594-868e-6be68ae7c3ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:48.709033 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-b6af908b-1fc6-4594-868e-6be68ae7c3ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0b3de8a-e090-4db2-bf25-9400e6244c9e HTTP/1.1" status: 204 len: 168 time: 0.2156742 Jan 26 19:05:48.717040 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af908b-1fc6-4594-868e-6be68ae7c3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b3de8a-e090-4db2-bf25-9400e6244c9e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:49.277795 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 41768) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:49.290796 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08fea74d-9995-4627-9938-2818e0d9d833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:49.362110 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08fea74d-9995-4627-9938-2818e0d9d833 admin admin] Publish callbacks [] for security_group (3721f9c9-5ef2-4e00-968e-da4d2cfe7a09), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:49.432775 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08fea74d-9995-4627-9938-2818e0d9d833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (3721f9c9-5ef2-4e00-968e-da4d2cfe7a09), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:49.470546 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-08fea74d-9995-4627-9938-2818e0d9d833 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a806ba2c18e84ff6a124b5bbefbafbfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1916425 Jan 26 19:05:49.471242 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fea74d-9995-4627-9938-2818e0d9d833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3721f9c9-5ef2-4e00-968e-da4d2cfe7a09,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:49.473549 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 41770) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:49.521076 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4452a7b0-fd8b-4627-a6d4-77609c4cb6b6 admin admin] Publish callbacks [] for security_group (3721f9c9-5ef2-4e00-968e-da4d2cfe7a09), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:49.543109 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4452a7b0-fd8b-4627-a6d4-77609c4cb6b6 admin admin] Publish callbacks [] for security_group (3721f9c9-5ef2-4e00-968e-da4d2cfe7a09), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:49.631985 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99de838-af51-4576-8356-f36ed801f181 req-d9c7a6c1-4f8a-4f7f-bac1-79730f677857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:49.635654 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e99de838-af51-4576-8356-f36ed801f181 req-d9c7a6c1-4f8a-4f7f-bac1-79730f677857 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=962aee889d284a26804b539454f574a5&device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 1098 time: 0.0476019 Jan 26 19:05:49.707902 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4452a7b0-fd8b-4627-a6d4-77609c4cb6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (3721f9c9-5ef2-4e00-968e-da4d2cfe7a09), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:49.710484 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4452a7b0-fd8b-4627-a6d4-77609c4cb6b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:49.711652 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-4452a7b0-fd8b-4627-a6d4-77609c4cb6b6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3721f9c9-5ef2-4e00-968e-da4d2cfe7a09 HTTP/1.1" status: 204 len: 168 time: 0.2372181 Jan 26 19:05:49.729675 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452a7b0-fd8b-4627-a6d4-77609c4cb6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3721f9c9-5ef2-4e00-968e-da4d2cfe7a09,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:49.743028 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b346d60-21c1-4fdb-a1d2-87b81b854dc6 req-b8497992-4c86-463c-9356-54ff5354d2b8 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:49.745330 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2b346d60-21c1-4fdb-a1d2-87b81b854dc6 req-b8497992-4c86-463c-9356-54ff5354d2b8 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0586483 Jan 26 19:05:49.768275 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99de838-af51-4576-8356-f36ed801f181 req-3b532e44-461a-49cc-bda3-459aadbe5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:49.769908 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e99de838-af51-4576-8356-f36ed801f181 req-3b532e44-461a-49cc-bda3-459aadbe5060 service neutron] 10.222.0.55 "GET /v2.0/networks?id=921d1990-0cae-4d45-bbe0-ab047b54ae33 HTTP/1.1" status: 200 len: 919 time: 0.1067472 Jan 26 19:05:49.812858 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2b346d60-21c1-4fdb-a1d2-87b81b854dc6 req-f52d0756-18aa-464d-ad06-fcb5276d0a6c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523701 Jan 26 19:05:49.823519 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e99de838-af51-4576-8356-f36ed801f181 req-75d8dc26-f1e4-4287-b1cb-92a982611eef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb9289d-07a6-40bf-8689-eeb57d2ccf08 HTTP/1.1" status: 200 len: 217 time: 0.0477681 Jan 26 19:05:49.876658 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99de838-af51-4576-8356-f36ed801f181 req-abaf84e1-cf51-4c23-8fc5-0de307e3ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:49.878321 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e99de838-af51-4576-8356-f36ed801f181 req-abaf84e1-cf51-4c23-8fc5-0de307e3ed08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1d20eae-eca3-4437-bd5f-ba7798de1214 HTTP/1.1" status: 200 len: 858 time: 0.0486584 Jan 26 19:05:49.910103 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e99de838-af51-4576-8356-f36ed801f181 req-8a47d3ab-bef3-4bc2-b088-d9fdb192c96f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=921d1990-0cae-4d45-bbe0-ab047b54ae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251300 Jan 26 19:05:50.010706 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e99de838-af51-4576-8356-f36ed801f181 req-ff4e5386-a42d-4bc4-a90b-b1d976f271da service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897741 Jan 26 19:05:51.947419 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:53.080198 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e99de838-af51-4576-8356-f36ed801f181 req-e2e6670d-df3c-473c-b901-8bd6f95bbbe8 service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023986 Jan 26 19:05:53.137331 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9c38c-70b2-40c8-8f1f-370d41cbdfda req-4ca8f10d-3610-43e3-87a6-2ad0ae4f6894 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:53.139072 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-22b9c38c-70b2-40c8-8f1f-370d41cbdfda req-4ca8f10d-3610-43e3-87a6-2ad0ae4f6894 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0514951 Jan 26 19:05:53.189569 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-22b9c38c-70b2-40c8-8f1f-370d41cbdfda req-fddc8c18-0275-446a-b6cc-b9bcdfa6945f tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433812 Jan 26 19:05:54.317527 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c492c87-7bc5-4d34-8fcd-eb1ce6b77c13 req-76aaabbb-5c34-420b-a82a-c7f1e4cb0e27 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:54.318928 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1c492c87-7bc5-4d34-8fcd-eb1ce6b77c13 req-76aaabbb-5c34-420b-a82a-c7f1e4cb0e27 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0563071 Jan 26 19:05:54.367793 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1c492c87-7bc5-4d34-8fcd-eb1ce6b77c13 req-06d2c121-2d5b-4b49-85f0-54e176e66d6b tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421848 Jan 26 19:05:55.495216 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d20659-ed79-4d9f-b538-37b201e93f71 req-b12989c8-2560-490e-a562-7349b79aa7a5 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:55.496909 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-66d20659-ed79-4d9f-b538-37b201e93f71 req-b12989c8-2560-490e-a562-7349b79aa7a5 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0512440 Jan 26 19:05:55.565915 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-66d20659-ed79-4d9f-b538-37b201e93f71 req-a9a3004b-6683-461f-ae0c-23f733547f64 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596249 Jan 26 19:05:56.734089 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f444e2-1cfb-4da1-87d5-c879f565a5da req-9545c71b-0829-4d06-94bf-0f8eb29d64a4 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:56.740155 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-84f444e2-1cfb-4da1-87d5-c879f565a5da req-9545c71b-0829-4d06-94bf-0f8eb29d64a4 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0565372 Jan 26 19:05:56.796710 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-84f444e2-1cfb-4da1-87d5-c879f565a5da req-ebedc930-ec2b-4c1b-ab8b-f4012d981809 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555735 Jan 26 19:05:57.918837 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6356d-67d1-47a8-96da-32928ee665de req-c6a881e0-ad50-436d-98fb-045c0dccf070 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:57.920334 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61b6356d-67d1-47a8-96da-32928ee665de req-c6a881e0-ad50-436d-98fb-045c0dccf070 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0508220 Jan 26 19:05:57.967421 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61b6356d-67d1-47a8-96da-32928ee665de req-a0c06e9e-0541-446b-b59c-72ee0a41e5bc tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414457 Jan 26 19:05:58.608477 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 42030) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:58.720025 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f94cb4a1-e9ea-4034-8dae-97fe0a7c614d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:58.791083 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f94cb4a1-e9ea-4034-8dae-97fe0a7c614d admin admin] Publish callbacks [] for security_group (798d368d-673c-4e5e-abf0-eedd5bda6eae), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:58.873133 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f94cb4a1-e9ea-4034-8dae-97fe0a7c614d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (798d368d-673c-4e5e-abf0-eedd5bda6eae), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:58.921339 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-f94cb4a1-e9ea-4034-8dae-97fe0a7c614d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8fc1ca520b184442a5352db5ba72a761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116615 Jan 26 19:05:58.922218 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cb4a1-e9ea-4034-8dae-97fe0a7c614d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798d368d-673c-4e5e-abf0-eedd5bda6eae,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:58.924954 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 42036) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:05:58.974507 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-37e1bbf8-8f3e-4fef-832d-00ac2d28a5e0 admin admin] Publish callbacks [] for security_group (798d368d-673c-4e5e-abf0-eedd5bda6eae), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:58.997671 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-37e1bbf8-8f3e-4fef-832d-00ac2d28a5e0 admin admin] Publish callbacks [] for security_group (798d368d-673c-4e5e-abf0-eedd5bda6eae), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:59.093480 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88182107-82c5-4031-bc59-aae2d4af5c19 req-aed48173-ea4c-4a7e-8dba-a67e3214f9d6 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:05:59.095953 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-88182107-82c5-4031-bc59-aae2d4af5c19 req-aed48173-ea4c-4a7e-8dba-a67e3214f9d6 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0546031 Jan 26 19:05:59.127312 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-37e1bbf8-8f3e-4fef-832d-00ac2d28a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (798d368d-673c-4e5e-abf0-eedd5bda6eae), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:59.129805 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-37e1bbf8-8f3e-4fef-832d-00ac2d28a5e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:05:59.130924 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-37e1bbf8-8f3e-4fef-832d-00ac2d28a5e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/798d368d-673c-4e5e-abf0-eedd5bda6eae HTTP/1.1" status: 204 len: 168 time: 0.2044334 Jan 26 19:05:59.150211 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1bbf8-8f3e-4fef-832d-00ac2d28a5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798d368d-673c-4e5e-abf0-eedd5bda6eae,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:05:59.155874 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-88182107-82c5-4031-bc59-aae2d4af5c19 req-2fe69ba8-e5d2-4261-a1af-fa29a184a114 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540736 Jan 26 19:06:00.260604 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 42086) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:00.280121 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00b007-47ca-4fb0-be51-51e97426e96a req-3699d415-c9f5-41f8-9c59-4ff79811c56d tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:00.281695 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af00b007-47ca-4fb0-be51-51e97426e96a req-3699d415-c9f5-41f8-9c59-4ff79811c56d tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0506196 Jan 26 19:06:00.331358 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af00b007-47ca-4fb0-be51-51e97426e96a req-cf1689ae-628d-49df-ade7-b29f1c4cabc9 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435872 Jan 26 19:06:00.374243 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cacb3f1b-2173-4f64-9768-9e8237824249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:00.458682 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cacb3f1b-2173-4f64-9768-9e8237824249 admin admin] Publish callbacks [] for security_group (972a390d-8bb9-47a2-bb4e-4616ed4415c4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:00.551383 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cacb3f1b-2173-4f64-9768-9e8237824249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (972a390d-8bb9-47a2-bb4e-4616ed4415c4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:00.591621 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb3f1b-2173-4f64-9768-9e8237824249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972a390d-8bb9-47a2-bb4e-4616ed4415c4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:00.598788 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-cacb3f1b-2173-4f64-9768-9e8237824249 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f21ddb24df34c3299ddb95575d24c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340039 Jan 26 19:06:00.599477 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 42100) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:00.659753 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5993def4-3045-4690-b856-89a46fe1481f admin admin] Publish callbacks [] for security_group (972a390d-8bb9-47a2-bb4e-4616ed4415c4), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:00.691498 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5993def4-3045-4690-b856-89a46fe1481f admin admin] Publish callbacks [] for security_group (972a390d-8bb9-47a2-bb4e-4616ed4415c4), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:00.825460 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5993def4-3045-4690-b856-89a46fe1481f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (972a390d-8bb9-47a2-bb4e-4616ed4415c4), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:00.828139 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5993def4-3045-4690-b856-89a46fe1481f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:00.829322 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-5993def4-3045-4690-b856-89a46fe1481f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/972a390d-8bb9-47a2-bb4e-4616ed4415c4 HTTP/1.1" status: 204 len: 168 time: 0.2288170 Jan 26 19:06:00.837638 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993def4-3045-4690-b856-89a46fe1481f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972a390d-8bb9-47a2-bb4e-4616ed4415c4,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:01.452629 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab09925-8259-4a4e-bbce-450ecb287405 req-a5e61b8b-3a27-471d-9427-271840ce8e1a tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:01.454216 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4ab09925-8259-4a4e-bbce-450ecb287405 req-a5e61b8b-3a27-471d-9427-271840ce8e1a tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0483012 Jan 26 19:06:01.514096 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4ab09925-8259-4a4e-bbce-450ecb287405 req-622b190f-1f2e-421c-9131-601bc7ca9451 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544224 Jan 26 19:06:02.660201 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3bce4-26db-4ad1-a4ee-137c912e6273 req-4b148219-343e-40b7-876d-1352b0a926b4 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:02.676708 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a0a3bce4-26db-4ad1-a4ee-137c912e6273 req-4b148219-343e-40b7-876d-1352b0a926b4 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0812855 Jan 26 19:06:02.704357 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 42214) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:02.714645 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a0a3bce4-26db-4ad1-a4ee-137c912e6273 req-8f2621eb-ca6f-46f5-9b1c-7c8fc7b30341 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465307 Jan 26 19:06:02.820326 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3140df00-3b7d-4449-9bf5-567bdd1790de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:02.893024 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3140df00-3b7d-4449-9bf5-567bdd1790de admin admin] Publish callbacks [] for security_group (4ee7c12a-1b5f-43ff-9ad8-603f73c0231a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:02.984853 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3140df00-3b7d-4449-9bf5-567bdd1790de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (4ee7c12a-1b5f-43ff-9ad8-603f73c0231a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:03.023350 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-3140df00-3b7d-4449-9bf5-567bdd1790de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=436831b612b14230b84e939f4c2a18d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178074 Jan 26 19:06:03.024212 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140df00-3b7d-4449-9bf5-567bdd1790de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee7c12a-1b5f-43ff-9ad8-603f73c0231a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:03.026060 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 42226) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:03.076354 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-12060b5b-1707-40e3-91a1-e05d8f357e90 admin admin] Publish callbacks [] for security_group (4ee7c12a-1b5f-43ff-9ad8-603f73c0231a), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:03.096976 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-12060b5b-1707-40e3-91a1-e05d8f357e90 admin admin] Publish callbacks [] for security_group (4ee7c12a-1b5f-43ff-9ad8-603f73c0231a), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:03.214016 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-12060b5b-1707-40e3-91a1-e05d8f357e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (4ee7c12a-1b5f-43ff-9ad8-603f73c0231a), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:03.216691 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-12060b5b-1707-40e3-91a1-e05d8f357e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:03.217946 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-12060b5b-1707-40e3-91a1-e05d8f357e90 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4ee7c12a-1b5f-43ff-9ad8-603f73c0231a HTTP/1.1" status: 204 len: 168 time: 0.1903005 Jan 26 19:06:03.225962 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12060b5b-1707-40e3-91a1-e05d8f357e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee7c12a-1b5f-43ff-9ad8-603f73c0231a,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:03.831700 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c0aa4-e1bd-42ac-8968-ff671063ef91 req-d77e39b5-0152-41ab-96ce-f260ac74feb5 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:03.833224 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c29c0aa4-e1bd-42ac-8968-ff671063ef91 req-d77e39b5-0152-41ab-96ce-f260ac74feb5 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0468714 Jan 26 19:06:03.879543 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c29c0aa4-e1bd-42ac-8968-ff671063ef91 req-f0f5ccba-f1f3-42c4-9a02-1f16d7194266 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 Jan 26 19:06:05.001697 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d2126-b14a-4417-b2c5-72f200803ef3 req-b0c976ba-0790-4835-aa01-46b487a041a8 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:05.003212 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-155d2126-b14a-4417-b2c5-72f200803ef3 req-b0c976ba-0790-4835-aa01-46b487a041a8 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0509632 Jan 26 19:06:05.052409 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-155d2126-b14a-4417-b2c5-72f200803ef3 req-b0aa85b8-f596-45af-b18f-99a1152510d8 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425956 Jan 26 19:06:05.722614 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:06:06.181154 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452501f-728c-4522-bbf1-d40b7f92042a req-9e09c81f-920f-47c7-9ab7-90207c2fb2a9 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:06.183035 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e452501f-728c-4522-bbf1-d40b7f92042a req-9e09c81f-920f-47c7-9ab7-90207c2fb2a9 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0548897 Jan 26 19:06:06.235201 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e452501f-728c-4522-bbf1-d40b7f92042a req-252f9275-55ab-47bb-a03c-b51ce33fb244 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448003 Jan 26 19:06:06.488393 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-73e539d4-ebec-4607-805a-6d19960eebe2 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96348695&fields=id&tenant_id=3e696aded712424fa11e2cea742d7fcf HTTP/1.1" status: 200 len: 267 time: 0.0460410 Jan 26 19:06:06.600768 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-30417f5c-1790-4aac-9a05-5b00810a458c tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:06.605524 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-30417f5c-1790-4aac-9a05-5b00810a458c tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/networks?id=b1887265-1d4b-4b0f-a079-aa5abdb4c028 HTTP/1.1" status: 200 len: 812 time: 0.1106825 Jan 26 19:06:06.617500 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-e07ef2c6-a247-4d84-97b8-51e8a64b2c51 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/quotas/3e696aded712424fa11e2cea742d7fcf HTTP/1.1" status: 200 len: 375 time: 0.0097291 Jan 26 19:06:06.668333 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-a2ff9dff-a98b-443a-98f0-ce84144662aa tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e696aded712424fa11e2cea742d7fcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455208 Jan 26 19:06:06.765365 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-71800cfc-4ca3-45c8-9457-b0d435f7d7f4 service neutron] 10.222.0.52 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855470 Jan 26 19:06:06.865012 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-bcde07c6-8491-4dd7-8645-1a295051f8ab service neutron] 10.222.0.52 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892382 Jan 26 19:06:07.099328 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8812dcb-62b0-42e9-ba70-c03372896034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:07.364285 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca88d6-e29f-492c-ab3e-a605bb2263d7 req-98632415-0f6b-4a25-b222-b8dcccf89e89 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:07.365810 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-75ca88d6-e29f-492c-ab3e-a605bb2263d7 req-98632415-0f6b-4a25-b222-b8dcccf89e89 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0479398 Jan 26 19:06:07.417996 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-75ca88d6-e29f-492c-ab3e-a605bb2263d7 req-e17dfdf8-d263-4d80-bc61-77340fa79344 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464313 Jan 26 19:06:07.448338 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-416c9568-4446-4616-a3d6-459aa724feda req-120b538c-d998-48dc-80d7-f25d817bc32c tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 210 time: 0.0360005 Jan 26 19:06:09.541011 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8120f4b6-64b0-46d2-b676-d2c24ffb2eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:10.083453 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9ed14ed3-fe59-4c61-ab0c-42b1939c06fe req-962af0f1-7c9a-4948-86fc-34fe50bdac7b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 210 time: 0.0258980 Jan 26 19:06:10.087007 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65682e49-d0dc-45bd-9667-4d2fe789fb2c req-dfa7e7a3-ac50-488d-ad96-097fc68ed3e7 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:10.088700 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-65682e49-d0dc-45bd-9667-4d2fe789fb2c req-dfa7e7a3-ac50-488d-ad96-097fc68ed3e7 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0486872 Jan 26 19:06:10.146299 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-65682e49-d0dc-45bd-9667-4d2fe789fb2c req-88bcd019-7557-436d-8b26-1513e61fe85d tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519376 Jan 26 19:06:10.591087 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:12.607897 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:13.255370 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ff8cddf8-0fcc-4410-878d-826ce6fad7af req-23db2e30-fc13-43ba-a397-eae3a931742c tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 210 time: 0.0264304 Jan 26 19:06:13.287145 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b6e96-5591-4abf-939e-2df0883e19f3 req-eeacbc74-d70f-492e-b817-e6411f27a87a tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:13.288606 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c43b6e96-5591-4abf-939e-2df0883e19f3 req-eeacbc74-d70f-492e-b817-e6411f27a87a tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0498149 Jan 26 19:06:13.334830 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c43b6e96-5591-4abf-939e-2df0883e19f3 req-7b530e82-91ea-4894-b6ae-f8b9cde2f640 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 Jan 26 19:06:13.517872 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee0837-dec9-4080-a9e6-f5154e82b59e req-89a0666d-aed1-4ad0-8d4d-f108b63f8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:13.519385 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-30ee0837-dec9-4080-a9e6-f5154e82b59e req-89a0666d-aed1-4ad0-8d4d-f108b63f8f8d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 1098 time: 0.0399587 Jan 26 19:06:13.565437 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-30ee0837-dec9-4080-a9e6-f5154e82b59e req-edc6e8c9-9f17-4ed1-a0a3-69ae96e2f5dc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385122 Jan 26 19:06:13.706904 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:13.907796 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-9c14c184-b77b-42f9-add2-469e79a57759 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:13.910018 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-9c14c184-b77b-42f9-add2-469e79a57759 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.55 "GET /v2.0/networks?id=b1887265-1d4b-4b0f-a079-aa5abdb4c028 HTTP/1.1" status: 200 len: 812 time: 0.1039150 Jan 26 19:06:13.979201 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-bf324650-b771-486d-bb50-c208b50ed521 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e696aded712424fa11e2cea742d7fcf HTTP/1.1" status: 200 len: 378 time: 0.0532286 Jan 26 19:06:13.989684 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-70c6c7e9-ba2a-4094-b223-9990b377f6ff tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Request body: {'port': {'device_id': '62b38c20-1ae3-4945-9c74-06273db9e14d', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'admin_state_up': True, 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'security_groups': ['ab723756-651d-46fa-b962-198c96ea5201']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:06:14.147131 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-70c6c7e9-ba2a-4094-b223-9990b377f6ff tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Made reservation on behalf of 3e696aded712424fa11e2cea742d7fcf for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:06:14.150767 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-70c6c7e9-ba2a-4094-b223-9990b377f6ff tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:14.336762 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-70c6c7e9-ba2a-4094-b223-9990b377f6ff tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Allocated IP 172.20.0.10 (b1887265-1d4b-4b0f-a079-aa5abdb4c028/201de6dd-0e18-46ec-b3e0-295cd0d4de2d/6b1b9c58-6d54-4423-9d37-50aebd641de0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:06:14.375861 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8fcc7506-3eaa-4b2e-b0ad-aade40760829 req-57088443-cd09-410f-8cf2-7cfeea1d115f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 210 time: 0.0293207 Jan 26 19:06:14.508870 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c586778-0e58-4800-bff7-d9d84dc295f4 req-ac4ce847-db28-46f6-852e-8311f8f06518 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:14.510425 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2c586778-0e58-4800-bff7-d9d84dc295f4 req-ac4ce847-db28-46f6-852e-8311f8f06518 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0794907 Jan 26 19:06:14.532345 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-70c6c7e9-ba2a-4094-b223-9990b377f6ff tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for port (6b1b9c58-6d54-4423-9d37-50aebd641de0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:14.586277 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2c586778-0e58-4800-bff7-d9d84dc295f4 req-a8e16494-8cd5-4fe2-be8b-badccbd2b927 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691903 Jan 26 19:06:14.690175 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-70c6c7e9-ba2a-4094-b223-9990b377f6ff tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (6b1b9c58-6d54-4423-9d37-50aebd641de0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:14.734031 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-70c6c7e9-ba2a-4094-b223-9990b377f6ff tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Network b1887265-1d4b-4b0f-a079-aa5abdb4c028 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:06:14.736886 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-70c6c7e9-ba2a-4094-b223-9990b377f6ff tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:06:14.742535 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-70c6c7e9-ba2a-4094-b223-9990b377f6ff tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:06:14.767629 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6c7e9-ba2a-4094-b223-9990b377f6ff tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event updated for resources: {'Port': ['ID=6b1b9c58-6d54-4423-9d37-50aebd641de0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:14.800411 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-70c6c7e9-ba2a-4094-b223-9990b377f6ff tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:14.801031 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-70c6c7e9-ba2a-4094-b223-9990b377f6ff tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:14.885390 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-70c6c7e9-ba2a-4094-b223-9990b377f6ff tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8991604 Jan 26 19:06:14.899036 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Request body: {'port': {'device_id': '62b38c20-1ae3-4945-9c74-06273db9e14d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:06:14.965010 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-41656bd0-b737-4442-973b-7147870cd1da None None] Provisioning complete for port 6b1b9c58-6d54-4423-9d37-50aebd641de0 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:14.967894 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41656bd0-b737-4442-973b-7147870cd1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (6b1b9c58-6d54-4423-9d37-50aebd641de0), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:14.978874 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (6b1b9c58-6d54-4423-9d37-50aebd641de0), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:15.034049 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-41656bd0-b737-4442-973b-7147870cd1da None None] Port 6b1b9c58-6d54-4423-9d37-50aebd641de0 cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:06:15.303807 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1b9c58-6d54-4423-9d37-50aebd641de0 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:06:15.313579 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Publish callbacks [] for port (6b1b9c58-6d54-4423-9d37-50aebd641de0), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:15.334901 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Transition to ACTIVE for port object 6b1b9c58-6d54-4423-9d37-50aebd641de0 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:06:15.415544 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (6b1b9c58-6d54-4423-9d37-50aebd641de0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:15.508741 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Pushing event updated for resources: {'Port': ['ID=6b1b9c58-6d54-4423-9d37-50aebd641de0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:15.572445 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4dba6-23c7-4049-b567-5863c1214189 req-d714aa87-6c47-47d5-9564-23f2ceb90043 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:15.573221 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Attempting to bind port 6b1b9c58-6d54-4423-9d37-50aebd641de0 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:06:15.573221 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Attempting to bind port 6b1b9c58-6d54-4423-9d37-50aebd641de0 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:06:15.573221 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Attempting to bind port 6b1b9c58-6d54-4423-9d37-50aebd641de0 on network b1887265-1d4b-4b0f-a079-aa5abdb4c028 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:06:15.578423 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-98d4dba6-23c7-4049-b567-5863c1214189 req-d714aa87-6c47-47d5-9564-23f2ceb90043 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 944 time: 0.0853097 Jan 26 19:06:15.584604 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Port 6b1b9c58-6d54-4423-9d37-50aebd641de0 on network b1887265-1d4b-4b0f-a079-aa5abdb4c028 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:06:15.585288 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Attempting to bind port 6b1b9c58-6d54-4423-9d37-50aebd641de0 on network b1887265-1d4b-4b0f-a079-aa5abdb4c028 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:06:15.593469 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:06:15.596046 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Checking segment: {'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:06:15.596046 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Bound using segment: {'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:06:15.596046 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Bound port: 6b1b9c58-6d54-4423-9d37-50aebd641de0, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:06:15.596046 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (6b1b9c58-6d54-4423-9d37-50aebd641de0), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:15.682948 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-98d4dba6-23c7-4049-b567-5863c1214189 req-3451b4be-2104-4e1d-b895-4540ee2e71f6 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1033378 Jan 26 19:06:15.759665 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] For port 6b1b9c58-6d54-4423-9d37-50aebd641de0, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:06:15.763401 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] For port 6b1b9c58-6d54-4423-9d37-50aebd641de0, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=6b1b9c58-6d54-4423-9d37-50aebd641de0,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:06:15.770377 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bac2b3-36be-4a04-9724-4927ac877ddf req-487d2faf-aeb6-4f5f-9817-026110be4042 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:15.771831 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-81bac2b3-36be-4a04-9724-4927ac877ddf req-487d2faf-aeb6-4f5f-9817-026110be4042 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0790644 Jan 26 19:06:15.818830 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-81bac2b3-36be-4a04-9724-4927ac877ddf req-675f1b15-e0a7-4236-b0a2-12ce411ccc2e tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413952 Jan 26 19:06:15.830896 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (6b1b9c58-6d54-4423-9d37-50aebd641de0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:15.871311 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:15.871947 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:15.873684 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] 10.222.0.55 "PUT /v2.0/ports/6b1b9c58-6d54-4423-9d37-50aebd641de0 HTTP/1.1" status: 200 len: 1094 time: 0.9801953 Jan 26 19:06:15.873993 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b38c20-1ae3-4945-9c74-06273db9e14d', 'tag': '6b1b9c58-6d54-4423-9d37-50aebd641de0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:06:15.876235 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a766b2-6a2d-4cf6-89bb-93a16c487346" -d '{"events": [{"name": "network-changed", "server_uuid": "62b38c20-1ae3-4945-9c74-06273db9e14d", "tag": "6b1b9c58-6d54-4423-9d37-50aebd641de0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:06:15.912162 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Pushing event updated for resources: {'Port': ['ID=6b1b9c58-6d54-4423-9d37-50aebd641de0,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:15.920451 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:15.931815 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:15.931815 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:15.931815 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:15.931815 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:15.931815 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:15.931815 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:15.932514 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:15.932514 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:15.932907 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:15.934253 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:15.934628 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:15.935548 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c66e0-d415-40ae-aeb2-be848558178d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:15.940560 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf45271-c0dd-412e-8f65-dd901b82baf5 x-openstack-request-id: req-edf45271-c0dd-412e-8f65-dd901b82baf5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:06:15.940849 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b38c20-1ae3-4945-9c74-06273db9e14d", "tag": "6b1b9c58-6d54-4423-9d37-50aebd641de0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:06:15.941147 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-edf45271-c0dd-412e-8f65-dd901b82baf5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:06:15.941553 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b38c20-1ae3-4945-9c74-06273db9e14d', 'tag': '6b1b9c58-6d54-4423-9d37-50aebd641de0', 'status': 'completed', 'code': 200} Jan 26 19:06:16.273235 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19123fb-2992-4cf2-af32-9e6498be0d26 req-1460869b-b957-40fc-beee-1bdfcf2c63ba tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:16.274906 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e19123fb-2992-4cf2-af32-9e6498be0d26 req-1460869b-b957-40fc-beee-1bdfcf2c63ba tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0518153 Jan 26 19:06:16.322848 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e19123fb-2992-4cf2-af32-9e6498be0d26 req-ec4e962b-764c-4652-938a-8f2e3fe83c6a tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425453 Jan 26 19:06:16.483925 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 42588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:16.587880 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-808e43b8-5280-4c19-bbfa-89526aedb8aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:16.688235 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-808e43b8-5280-4c19-bbfa-89526aedb8aa admin admin] Publish callbacks [] for security_group (df16ba23-2fa4-4278-ae0e-17789dc184ab), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:16.777329 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db057d6-25f6-4776-99c9-ca998c7419ff req-b730b43d-755c-4934-a302-b25127d5bbb4 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:16.785091 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9db057d6-25f6-4776-99c9-ca998c7419ff req-b730b43d-755c-4934-a302-b25127d5bbb4 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 944 time: 0.0477188 Jan 26 19:06:16.809683 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-808e43b8-5280-4c19-bbfa-89526aedb8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (df16ba23-2fa4-4278-ae0e-17789dc184ab), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:16.827582 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9db057d6-25f6-4776-99c9-ca998c7419ff req-1f1de1aa-c285-42fb-9f84-4e8835361310 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428369 Jan 26 19:06:16.851218 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-808e43b8-5280-4c19-bbfa-89526aedb8aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c5ce60718754f2a980e5ad6f5eb374b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3660274 Jan 26 19:06:16.859153 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e43b8-5280-4c19-bbfa-89526aedb8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df16ba23-2fa4-4278-ae0e-17789dc184ab,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:16.861190 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 42602) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:16.907946 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06874143-ebcb-451d-a969-9ef2b58e37d2 admin admin] Publish callbacks [] for security_group (df16ba23-2fa4-4278-ae0e-17789dc184ab), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:16.932461 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06874143-ebcb-451d-a969-9ef2b58e37d2 admin admin] Publish callbacks [] for security_group (df16ba23-2fa4-4278-ae0e-17789dc184ab), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:17.066790 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06874143-ebcb-451d-a969-9ef2b58e37d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (df16ba23-2fa4-4278-ae0e-17789dc184ab), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:17.069362 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06874143-ebcb-451d-a969-9ef2b58e37d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:17.070513 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-06874143-ebcb-451d-a969-9ef2b58e37d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df16ba23-2fa4-4278-ae0e-17789dc184ab HTTP/1.1" status: 204 len: 168 time: 0.2083707 Jan 26 19:06:17.078276 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06874143-ebcb-451d-a969-9ef2b58e37d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df16ba23-2fa4-4278-ae0e-17789dc184ab,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:17.439060 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f0264-9ddc-4539-ae86-89c7fa16254b req-2bf42981-0dea-41db-8478-4b978b7a4d09 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:17.440549 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d40f0264-9ddc-4539-ae86-89c7fa16254b req-2bf42981-0dea-41db-8478-4b978b7a4d09 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0467837 Jan 26 19:06:17.486476 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d40f0264-9ddc-4539-ae86-89c7fa16254b req-0ef5fce0-00d5-4019-8516-5cde00101c15 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403571 Jan 26 19:06:17.719361 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 42618) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:17.732234 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d26ce445-8184-4e7e-9f66-c2a89a2ee3da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:17.803605 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d26ce445-8184-4e7e-9f66-c2a89a2ee3da admin admin] Publish callbacks [] for security_group (39813710-0f6d-4466-895f-6e2196c86ec2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:17.866652 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d26ce445-8184-4e7e-9f66-c2a89a2ee3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (39813710-0f6d-4466-895f-6e2196c86ec2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:17.910026 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-d26ce445-8184-4e7e-9f66-c2a89a2ee3da admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a71c630a9d06483ca7942090e8d52f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895647 Jan 26 19:06:17.910935 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ce445-8184-4e7e-9f66-c2a89a2ee3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39813710-0f6d-4466-895f-6e2196c86ec2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:17.914130 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 42622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:17.950118 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b465d0-657f-4cf1-b64c-d470a4dc4b84 req-5bb123f4-8b48-4db1-8c04-3789d6b7564d tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:17.951683 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-98b465d0-657f-4cf1-b64c-d470a4dc4b84 req-5bb123f4-8b48-4db1-8c04-3789d6b7564d tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 944 time: 0.0562124 Jan 26 19:06:18.003957 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-98b465d0-657f-4cf1-b64c-d470a4dc4b84 req-e91b411c-f4b3-450c-9951-ea6c33dd6c46 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463314 Jan 26 19:06:18.155199 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2b9444b-86f2-406d-981d-7ee819bf5186 admin admin] Publish callbacks [] for security_group (39813710-0f6d-4466-895f-6e2196c86ec2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:18.178280 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2b9444b-86f2-406d-981d-7ee819bf5186 admin admin] Publish callbacks [] for security_group (39813710-0f6d-4466-895f-6e2196c86ec2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:18.327534 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2b9444b-86f2-406d-981d-7ee819bf5186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (39813710-0f6d-4466-895f-6e2196c86ec2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:18.330172 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2b9444b-86f2-406d-981d-7ee819bf5186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:18.331314 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-a2b9444b-86f2-406d-981d-7ee819bf5186 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39813710-0f6d-4466-895f-6e2196c86ec2 HTTP/1.1" status: 204 len: 168 time: 0.4160726 Jan 26 19:06:18.338860 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9444b-86f2-406d-981d-7ee819bf5186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39813710-0f6d-4466-895f-6e2196c86ec2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:18.597757 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567472a-302a-4e80-9854-82d53e3b95c3 req-e9d82e1e-1621-4e0f-a0cb-9bc692899822 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:18.599238 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4567472a-302a-4e80-9854-82d53e3b95c3 req-e9d82e1e-1621-4e0f-a0cb-9bc692899822 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0473244 Jan 26 19:06:18.664695 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4567472a-302a-4e80-9854-82d53e3b95c3 req-0d20a2a8-eb21-46a9-a900-38774ded8f9a tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560830 Jan 26 19:06:18.701216 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a766b2-6a2d-4cf6-89bb-93a16c487346 req-3cab27d8-f5d9-4d9c-bbc4-052065857caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:18.702925 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c3a766b2-6a2d-4cf6-89bb-93a16c487346 req-3cab27d8-f5d9-4d9c-bbc4-052065857caf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e696aded712424fa11e2cea742d7fcf&device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 1097 time: 0.0578926 Jan 26 19:06:18.844055 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a766b2-6a2d-4cf6-89bb-93a16c487346 req-dbd7906e-91e6-44a7-b453-a19ad0d1c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:18.845596 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c3a766b2-6a2d-4cf6-89bb-93a16c487346 req-dbd7906e-91e6-44a7-b453-a19ad0d1c2f3 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3e696aded712424fa11e2cea742d7fcf&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1276743 Jan 26 19:06:18.851528 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984330cb-5347-4d48-a9d5-bfa80c4604e3 req-eec3ad3f-ca3a-466e-b4cd-dba48ab702a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:18.851528 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-984330cb-5347-4d48-a9d5-bfa80c4604e3 req-eec3ad3f-ca3a-466e-b4cd-dba48ab702a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=962aee889d284a26804b539454f574a5&device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 1098 time: 0.0708618 Jan 26 19:06:19.012397 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a766b2-6a2d-4cf6-89bb-93a16c487346 req-11ce75fb-8bd5-4740-a039-9d6c376590b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:19.013770 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c3a766b2-6a2d-4cf6-89bb-93a16c487346 req-11ce75fb-8bd5-4740-a039-9d6c376590b2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1571522 Jan 26 19:06:19.014590 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984330cb-5347-4d48-a9d5-bfa80c4604e3 req-250a7991-4e7f-46be-a8a8-bccf61b63c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:19.015885 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-984330cb-5347-4d48-a9d5-bfa80c4604e3 req-250a7991-4e7f-46be-a8a8-bccf61b63c8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=921d1990-0cae-4d45-bbe0-ab047b54ae33 HTTP/1.1" status: 200 len: 919 time: 0.1516976 Jan 26 19:06:19.066155 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-984330cb-5347-4d48-a9d5-bfa80c4604e3 req-41335b89-4697-4225-bf87-539e89e1c62d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb9289d-07a6-40bf-8689-eeb57d2ccf08 HTTP/1.1" status: 200 len: 217 time: 0.0410175 Jan 26 19:06:19.157582 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984330cb-5347-4d48-a9d5-bfa80c4604e3 req-7641ecd1-5e91-465b-95fa-3258e0f79a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:19.160407 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-984330cb-5347-4d48-a9d5-bfa80c4604e3 req-7641ecd1-5e91-465b-95fa-3258e0f79a2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1d20eae-eca3-4437-bd5f-ba7798de1214 HTTP/1.1" status: 200 len: 858 time: 0.0838659 Jan 26 19:06:19.165151 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-07707e62-c947-483e-b51d-e359de3fe5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:19.165335 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515e101-b79b-4c4b-b65d-f5d31b8c58f2 req-340efc09-ba70-43f0-8e9e-e3b522408ff8 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:19.166731 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9515e101-b79b-4c4b-b65d-f5d31b8c58f2 req-340efc09-ba70-43f0-8e9e-e3b522408ff8 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 944 time: 0.0696938 Jan 26 19:06:19.167328 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-07707e62-c947-483e-b51d-e359de3fe5c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e696aded712424fa11e2cea742d7fcf&device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 1097 time: 0.0835795 Jan 26 19:06:19.202189 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-984330cb-5347-4d48-a9d5-bfa80c4604e3 req-ab47efc0-4392-4f9d-8262-16220b27e65b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=921d1990-0cae-4d45-bbe0-ab047b54ae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339358 Jan 26 19:06:19.238765 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9515e101-b79b-4c4b-b65d-f5d31b8c58f2 req-4336ad5b-efd0-41a1-91c2-b14ffd90bc23 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610912 Jan 26 19:06:19.238907 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-334f9d87-d1d6-41c8-9ac5-559b6cb0336f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b1b9c58-6d54-4423-9d37-50aebd641de0 HTTP/1.1" status: 200 len: 217 time: 0.0612500 Jan 26 19:06:19.338214 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-fe5b1695-bfd3-4be0-bcc8-5dbcae2dfd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:19.339775 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-fe5b1695-bfd3-4be0-bcc8-5dbcae2dfd47 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=201de6dd-0e18-46ec-b3e0-295cd0d4de2d HTTP/1.1" status: 200 len: 851 time: 0.0904412 Jan 26 19:06:19.383475 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-984330cb-5347-4d48-a9d5-bfa80c4604e3 req-4a616771-43bf-49bc-ab36-c6e3bcfdaf75 service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546686 Jan 26 19:06:19.448562 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-dc4f81e4-0668-40b4-894c-bf2077ddac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:19.449981 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-dc4f81e4-0668-40b4-894c-bf2077ddac9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1887265-1d4b-4b0f-a079-aa5abdb4c028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1040616 Jan 26 19:06:19.541309 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-984330cb-5347-4d48-a9d5-bfa80c4604e3 req-de192463-a281-4a55-846d-ea8d23d2c4c8 service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510432 Jan 26 19:06:19.572033 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-3df842f8-37f3-4bdc-b119-448a44509d7f service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136470 Jan 26 19:06:19.681244 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d472e124-2bc7-4555-b095-ceb620ddce9e req-ee9b49f8-931b-463d-9248-ae02b0ce708f service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024001 Jan 26 19:06:19.809296 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe9576-f1ed-4857-90c7-c541c9866cc3 req-3b0cbaf6-46f7-4981-adcf-19ea4a421cc4 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:19.811967 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3abe9576-f1ed-4857-90c7-c541c9866cc3 req-3b0cbaf6-46f7-4981-adcf-19ea4a421cc4 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0534489 Jan 26 19:06:19.862023 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3abe9576-f1ed-4857-90c7-c541c9866cc3 req-ca6b8acb-5944-4e3b-a7d3-93d705bb0b9e tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442781 Jan 26 19:06:20.350807 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8944b2f-ebb1-41e2-8500-b9db064ed56f req-35a613db-4f6b-4ec9-b090-17cfb9ee2365 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:20.352474 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b8944b2f-ebb1-41e2-8500-b9db064ed56f req-35a613db-4f6b-4ec9-b090-17cfb9ee2365 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 944 time: 0.0516524 Jan 26 19:06:20.409330 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b8944b2f-ebb1-41e2-8500-b9db064ed56f req-59cf2a1d-f56b-4574-988d-5ad7b2e3a802 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481699 Jan 26 19:06:20.615562 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 42718) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:20.727381 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:20.820169 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] Publish callbacks [] for security_group (7c369229-be2e-4c09-8478-9eaad4c0953b), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:20.878655 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (7c369229-be2e-4c09-8478-9eaad4c0953b), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:20.918983 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=db2e8f92af3c40ec8383b665abeafcff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023415 Jan 26 19:06:20.919887 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c369229-be2e-4c09-8478-9eaad4c0953b,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:20.921685 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 42740) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:20.927345 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:20.927935 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:20.934008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:20.934008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:20.934008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:20.934008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:20.934008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:20.934008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:20.934008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:20.934008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:20.934008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:20.934008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:20.934008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239bad61-5f1d-4cff-b22f-1819d5c76a15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:20.975603 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b532e949-3f24-4341-8b09-ce6a63d4722e admin admin] Publish callbacks [] for security_group (7c369229-be2e-4c09-8478-9eaad4c0953b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:20.998454 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b532e949-3f24-4341-8b09-ce6a63d4722e admin admin] Publish callbacks [] for security_group (7c369229-be2e-4c09-8478-9eaad4c0953b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:21.073717 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecdad5-8c40-4431-ae7a-0c6fb780c2b6 req-c96797f1-3672-4dbd-aa7c-b0ae83e956c5 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:21.078253 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c2ecdad5-8c40-4431-ae7a-0c6fb780c2b6 req-c96797f1-3672-4dbd-aa7c-b0ae83e956c5 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0528305 Jan 26 19:06:21.123730 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c2ecdad5-8c40-4431-ae7a-0c6fb780c2b6 req-a0a919c8-fade-452e-90be-5fe3fe40605b tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398753 Jan 26 19:06:21.129651 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b532e949-3f24-4341-8b09-ce6a63d4722e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (7c369229-be2e-4c09-8478-9eaad4c0953b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:21.132379 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b532e949-3f24-4341-8b09-ce6a63d4722e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:21.142698 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-b532e949-3f24-4341-8b09-ce6a63d4722e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7c369229-be2e-4c09-8478-9eaad4c0953b HTTP/1.1" status: 204 len: 168 time: 0.2111123 Jan 26 19:06:21.142698 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532e949-3f24-4341-8b09-ce6a63d4722e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c369229-be2e-4c09-8478-9eaad4c0953b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:21.255672 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197eafb-fd89-428a-b59d-8d3f8e5374ad req-ee52e20f-3521-45be-b138-570038f708c5 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:21.255672 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8197eafb-fd89-428a-b59d-8d3f8e5374ad req-ee52e20f-3521-45be-b138-570038f708c5 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0596142 Jan 26 19:06:21.297984 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8197eafb-fd89-428a-b59d-8d3f8e5374ad req-fcf24049-5667-4440-a35b-17e8ab1aa8cc tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428729 Jan 26 19:06:21.525162 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbf9be-a929-4a57-855d-6b157165f382 req-2575ff25-3a99-4898-998e-ceda09ca8858 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:21.526654 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3fdbf9be-a929-4a57-855d-6b157165f382 req-2575ff25-3a99-4898-998e-ceda09ca8858 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 944 time: 0.0499837 Jan 26 19:06:21.580829 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3fdbf9be-a929-4a57-855d-6b157165f382 req-fcffcf40-4e6f-4368-a343-081b5ef4d4f0 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483227 Jan 26 19:06:21.662305 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 42764) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:21.767351 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6d45d9b7-ce63-4667-9971-d46121fc7d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:21.838798 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6d45d9b7-ce63-4667-9971-d46121fc7d87 admin admin] Publish callbacks [] for security_group (6d1092b2-e889-4ab7-b82a-50655250cd53), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:21.859980 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 42768) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:21.873117 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3809fe53-d4f2-4411-8c01-922d491f2826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:21.895973 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6d45d9b7-ce63-4667-9971-d46121fc7d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (6d1092b2-e889-4ab7-b82a-50655250cd53), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:21.916461 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:21.957351 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-6d45d9b7-ce63-4667-9971-d46121fc7d87 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b29237b11b9d47c7a3e31d0f93df5b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939291 Jan 26 19:06:21.959134 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45d9b7-ce63-4667-9971-d46121fc7d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1092b2-e889-4ab7-b82a-50655250cd53,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:21.960132 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 42770) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:21.988032 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3809fe53-d4f2-4411-8c01-922d491f2826 admin admin] Publish callbacks [] for security_group (7f5fa1c1-f199-4010-a9dc-d663cfc20617), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:22.009247 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e863-2674-40a0-9b2f-7700785f62eb admin admin] Publish callbacks [] for security_group (6d1092b2-e889-4ab7-b82a-50655250cd53), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:22.030805 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e863-2674-40a0-9b2f-7700785f62eb admin admin] Publish callbacks [] for security_group (6d1092b2-e889-4ab7-b82a-50655250cd53), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:22.064891 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3809fe53-d4f2-4411-8c01-922d491f2826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (7f5fa1c1-f199-4010-a9dc-d663cfc20617), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:22.103374 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-3809fe53-d4f2-4411-8c01-922d491f2826 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fed049e36ba543fa9d9128b07cc1c378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422321 Jan 26 19:06:22.104508 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809fe53-d4f2-4411-8c01-922d491f2826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5fa1c1-f199-4010-a9dc-d663cfc20617,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:22.106008 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 42772) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:22.133982 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e863-2674-40a0-9b2f-7700785f62eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (6d1092b2-e889-4ab7-b82a-50655250cd53), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:22.136459 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e863-2674-40a0-9b2f-7700785f62eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:22.137609 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-a6f5e863-2674-40a0-9b2f-7700785f62eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d1092b2-e889-4ab7-b82a-50655250cd53 HTTP/1.1" status: 204 len: 168 time: 0.1762900 Jan 26 19:06:22.152049 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5e863-2674-40a0-9b2f-7700785f62eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1092b2-e889-4ab7-b82a-50655250cd53,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:22.172068 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fee4da39-3a28-445d-9719-5e71a7a8e6ce admin admin] Publish callbacks [] for security_group (7f5fa1c1-f199-4010-a9dc-d663cfc20617), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:22.195079 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fee4da39-3a28-445d-9719-5e71a7a8e6ce admin admin] Publish callbacks [] for security_group (7f5fa1c1-f199-4010-a9dc-d663cfc20617), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:22.271825 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4bad6-76a0-4e2d-8999-83f113aa11f5 req-61fd6eb7-446b-4f06-abfa-2993a718c631 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:22.273380 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d5a4bad6-76a0-4e2d-8999-83f113aa11f5 req-61fd6eb7-446b-4f06-abfa-2993a718c631 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0629802 Jan 26 19:06:22.319863 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d5a4bad6-76a0-4e2d-8999-83f113aa11f5 req-7faee73d-60f6-4cd0-b459-2241058089ff tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400894 Jan 26 19:06:22.402055 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fee4da39-3a28-445d-9719-5e71a7a8e6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (7f5fa1c1-f199-4010-a9dc-d663cfc20617), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:22.404527 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fee4da39-3a28-445d-9719-5e71a7a8e6ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:22.405642 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-fee4da39-3a28-445d-9719-5e71a7a8e6ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7f5fa1c1-f199-4010-a9dc-d663cfc20617 HTTP/1.1" status: 204 len: 168 time: 0.2986827 Jan 26 19:06:22.418890 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4da39-3a28-445d-9719-5e71a7a8e6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5fa1c1-f199-4010-a9dc-d663cfc20617,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:22.445352 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0046e4d-1a1f-4db0-a00d-c9f8ac265870 req-31485ed2-3e42-4f5c-9193-32bde5acb6a4 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:22.454786 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a0046e4d-1a1f-4db0-a00d-c9f8ac265870 req-31485ed2-3e42-4f5c-9193-32bde5acb6a4 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0817227 Jan 26 19:06:22.509618 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a0046e4d-1a1f-4db0-a00d-c9f8ac265870 req-0cfd00c0-f068-489f-b0a9-d4214161a36d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534351 Jan 26 19:06:22.705430 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a7cfc-a386-427f-906a-34b990cc8f60 req-735d8b93-3df8-413d-a8c9-10b0dbdd07e0 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:22.706960 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a81a7cfc-a386-427f-906a-34b990cc8f60 req-735d8b93-3df8-413d-a8c9-10b0dbdd07e0 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 944 time: 0.0497687 Jan 26 19:06:22.755897 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a81a7cfc-a386-427f-906a-34b990cc8f60 req-9570693c-0fdc-4628-8317-627bd4e6c72d tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432196 Jan 26 19:06:23.148581 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 42818) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:23.164598 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dcab8d19-3692-4a46-b55a-6ef2c42a12ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:23.227522 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 42820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:23.246454 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dcab8d19-3692-4a46-b55a-6ef2c42a12ee admin admin] Publish callbacks [] for security_group (d44e3b28-680e-4c70-b909-85ff3da6c105), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:23.311410 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dcab8d19-3692-4a46-b55a-6ef2c42a12ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (d44e3b28-680e-4c70-b909-85ff3da6c105), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:23.339771 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7e5caaea-232f-4d8b-af24-ddeec1ec88ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2015164291-network', 'tenant_id': '4f53141dac6548f282050b86063dad49'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:06:23.370098 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab8d19-3692-4a46-b55a-6ef2c42a12ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44e3b28-680e-4c70-b909-85ff3da6c105,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:23.376249 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-dcab8d19-3692-4a46-b55a-6ef2c42a12ee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=92d23a4527c74db4b44d49100284b7b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260990 Jan 26 19:06:23.378848 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 42830) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:23.472462 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3b04c-c27b-4910-9163-9c3f74f9cfea req-8eb598e3-1dd1-4604-92b4-be272d83f1a5 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:23.472462 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cfe3b04c-c27b-4910-9163-9c3f74f9cfea req-8eb598e3-1dd1-4604-92b4-be272d83f1a5 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0738328 Jan 26 19:06:23.472462 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7027cef8-ad97-41c8-ac17-c02d49b0760c admin admin] Publish callbacks [] for security_group (d44e3b28-680e-4c70-b909-85ff3da6c105), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:23.473782 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5caaea-232f-4d8b-af24-ddeec1ec88ca admin admin] Made reservation on behalf of 4f53141dac6548f282050b86063dad49 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:06:23.476047 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e5caaea-232f-4d8b-af24-ddeec1ec88ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:23.499211 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e5caaea-232f-4d8b-af24-ddeec1ec88ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:23.529067 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7027cef8-ad97-41c8-ac17-c02d49b0760c admin admin] Publish callbacks [] for security_group (d44e3b28-680e-4c70-b909-85ff3da6c105), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:23.613568 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cfe3b04c-c27b-4910-9163-9c3f74f9cfea req-ed34c493-9beb-4d9a-bbf3-97ac14d6d922 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337600 Jan 26 19:06:23.650347 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-08a67f01-3274-4124-b167-96ba017683e2 req-772b51fc-bc7e-421a-b1fa-0200d7ab6b35 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1041296 Jan 26 19:06:23.718743 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e5caaea-232f-4d8b-af24-ddeec1ec88ca admin admin] Publish callbacks [] for security_group (59486f5e-f222-4479-9bef-82d31f81cbcc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:23.736076 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7027cef8-ad97-41c8-ac17-c02d49b0760c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (d44e3b28-680e-4c70-b909-85ff3da6c105), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:23.738671 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7027cef8-ad97-41c8-ac17-c02d49b0760c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:23.739814 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-7027cef8-ad97-41c8-ac17-c02d49b0760c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d44e3b28-680e-4c70-b909-85ff3da6c105 HTTP/1.1" status: 204 len: 168 time: 0.3600678 Jan 26 19:06:23.756437 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027cef8-ad97-41c8-ac17-c02d49b0760c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44e3b28-680e-4c70-b909-85ff3da6c105,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:23.780112 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842b789-709d-4a18-8ef1-73f2afca9e7e req-f2ff16f8-be8d-4163-b0b1-07f8c53b7f8b tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:23.781656 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c842b789-709d-4a18-8ef1-73f2afca9e7e req-f2ff16f8-be8d-4163-b0b1-07f8c53b7f8b tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0923479 Jan 26 19:06:23.783525 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a67f01-3274-4124-b167-96ba017683e2 req-62e99fa2-6139-491e-acde-4a9c3ae68b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:23.784879 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-08a67f01-3274-4124-b167-96ba017683e2 req-62e99fa2-6139-491e-acde-4a9c3ae68b6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=962aee889d284a26804b539454f574a5&device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 1099 time: 0.1094384 Jan 26 19:06:23.801748 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e5caaea-232f-4d8b-af24-ddeec1ec88ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (59486f5e-f222-4479-9bef-82d31f81cbcc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:23.854851 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5caaea-232f-4d8b-af24-ddeec1ec88ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:06:23.914292 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5caaea-232f-4d8b-af24-ddeec1ec88ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59486f5e-f222-4479-9bef-82d31f81cbcc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:23.918070 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e5caaea-232f-4d8b-af24-ddeec1ec88ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (b16e6f97-9990-46b5-b2c4-6c9429f9c137), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:23.918415 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.segments_db [None req-7e5caaea-232f-4d8b-af24-ddeec1ec88ca admin admin] Added segment b16e6f97-9990-46b5-b2c4-6c9429f9c137 of type vlan for network 874a7eab-109f-48f7-89c5-683069ea851d Jan 26 19:06:23.932189 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c842b789-709d-4a18-8ef1-73f2afca9e7e req-dda6bab5-33ea-452b-9ba4-216a5b593dc4 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430097 Jan 26 19:06:23.982693 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e5caaea-232f-4d8b-af24-ddeec1ec88ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (874a7eab-109f-48f7-89c5-683069ea851d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:24.011171 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a67f01-3274-4124-b167-96ba017683e2 req-fc64f70f-e9ba-4ffe-a89b-75eaef5ccca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:24.012600 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-08a67f01-3274-4124-b167-96ba017683e2 req-fc64f70f-e9ba-4ffe-a89b-75eaef5ccca1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=921d1990-0cae-4d45-bbe0-ab047b54ae33 HTTP/1.1" status: 200 len: 919 time: 0.1988225 Jan 26 19:06:24.080311 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-08a67f01-3274-4124-b167-96ba017683e2 req-f857e2f7-7058-428e-ae14-3b8233057343 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60bb1009-0db8-4cd4-914b-3a00c27ce4cb HTTP/1.1" status: 200 len: 217 time: 0.0514889 Jan 26 19:06:24.112813 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6049f-228d-4e4d-91f5-d656905557c1 req-3d72e220-bbd5-499c-a81a-4fa0ce11a892 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:24.112813 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9ec6049f-228d-4e4d-91f5-d656905557c1 req-3d72e220-bbd5-499c-a81a-4fa0ce11a892 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 944 time: 0.1136141 Jan 26 19:06:24.167161 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a67f01-3274-4124-b167-96ba017683e2 req-91466c91-f414-4403-8342-6162efd3b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:24.168920 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-08a67f01-3274-4124-b167-96ba017683e2 req-91466c91-f414-4403-8342-6162efd3b8b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1d20eae-eca3-4437-bd5f-ba7798de1214 HTTP/1.1" status: 200 len: 858 time: 0.0766737 Jan 26 19:06:24.204041 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9ec6049f-228d-4e4d-91f5-d656905557c1 req-475d89bd-a8bd-4279-85c9-4d01d1736d28 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771308 Jan 26 19:06:24.222905 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e5caaea-232f-4d8b-af24-ddeec1ec88ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (874a7eab-109f-48f7-89c5-683069ea851d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:24.223907 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5caaea-232f-4d8b-af24-ddeec1ec88ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:24.224619 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e5caaea-232f-4d8b-af24-ddeec1ec88ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:24.228146 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-08a67f01-3274-4124-b167-96ba017683e2 req-f6ad3322-3c54-4605-b2b5-db9371397f83 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=921d1990-0cae-4d45-bbe0-ab047b54ae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396984 Jan 26 19:06:24.507121 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-7e5caaea-232f-4d8b-af24-ddeec1ec88ca admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2757442 Jan 26 19:06:24.511340 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 42876) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:24.517780 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-d39ebd14-3314-41de-add9-73a24c8235a6 admin admin] Request body: {'subnet': {'network_id': '874a7eab-109f-48f7-89c5-683069ea851d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2015164291-subnet', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:06:24.541487 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5caaea-232f-4d8b-af24-ddeec1ec88ca admin admin] Pushing event updated for resources: {'Network': ['ID=874a7eab-109f-48f7-89c5-683069ea851d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:24.553638 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network 874a7eab-109f-48f7-89c5-683069ea851d details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:06:24.587710 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-08a67f01-3274-4124-b167-96ba017683e2 req-79be7be4-dbf7-42b3-904b-34ea69000cea service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417354 Jan 26 19:06:24.682582 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39ebd14-3314-41de-add9-73a24c8235a6 admin admin] Made reservation on behalf of 4f53141dac6548f282050b86063dad49 for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:06:24.687755 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d39ebd14-3314-41de-add9-73a24c8235a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59309142'] for subnet (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:24.697865 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-08a67f01-3274-4124-b167-96ba017683e2 req-260209ab-3b78-43b3-80bc-fe8f86c3aec1 service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013269 Jan 26 19:06:24.985867 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e11905-6178-41ba-af2a-bd87adea4d9a req-40d39a7f-e1fe-477f-9a3b-03b2c1769693 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:24.987342 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-50e11905-6178-41ba-af2a-bd87adea4d9a req-40d39a7f-e1fe-477f-9a3b-03b2c1769693 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.2858632 Jan 26 19:06:25.077002 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3f496-4b4f-45e3-ac4a-ff8f5aae4666 req-58c62118-7f0e-4ca9-a0cf-e16da22b98ab tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:25.085696 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-89f3f496-4b4f-45e3-ac4a-ff8f5aae4666 req-58c62118-7f0e-4ca9-a0cf-e16da22b98ab tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0796118 Jan 26 19:06:25.097842 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-50e11905-6178-41ba-af2a-bd87adea4d9a req-3f4f4eff-b313-452f-b9fa-1f938f58142d tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020250 Jan 26 19:06:25.159236 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-89f3f496-4b4f-45e3-ac4a-ff8f5aae4666 req-6d1208b6-ba69-4d19-9804-12dc57e1bb16 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595591 Jan 26 19:06:25.211378 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d39ebd14-3314-41de-add9-73a24c8235a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60122289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59309152'] for subnet (2d79fe66-52ef-4862-ad61-617b0985317a), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:25.311045 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ebd14-3314-41de-add9-73a24c8235a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d79fe66-52ef-4862-ad61-617b0985317a,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:25.329289 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ebd14-3314-41de-add9-73a24c8235a6 admin admin] Checking segment: {'id': 'b16e6f97-9990-46b5-b2c4-6c9429f9c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:06:25.329628 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39ebd14-3314-41de-add9-73a24c8235a6 admin admin] Network hostable DHCP agents. Network: 874a7eab-109f-48f7-89c5-683069ea851d, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:06:25.363720 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895bace-8f11-4458-838a-bb727bb4ad1b req-edbb1c5b-af6c-482e-9883-07229d0f6e24 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:25.365244 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a895bace-8f11-4458-838a-bb727bb4ad1b req-edbb1c5b-af6c-482e-9883-07229d0f6e24 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 944 time: 0.0711439 Jan 26 19:06:25.413322 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a895bace-8f11-4458-838a-bb727bb4ad1b req-88ea4d66-d078-4421-a516-ad6899f813d0 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424087 Jan 26 19:06:25.437899 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39ebd14-3314-41de-add9-73a24c8235a6 admin admin] Network 874a7eab-109f-48f7-89c5-683069ea851d is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:06:25.506724 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-d39ebd14-3314-41de-add9-73a24c8235a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, 874a7eab-109f-48f7-89c5-683069ea851d) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:06:25.512921 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39ebd14-3314-41de-add9-73a24c8235a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:25.513571 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d39ebd14-3314-41de-add9-73a24c8235a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:25.515639 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb80069-0424-4456-8a49-4b202d485fb3 None None] Network 874a7eab-109f-48f7-89c5-683069ea851d requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:06:25.632309 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0e4c4ae-1e9b-5d6a-b7eb-1555e507f35f-874a7eab-109f-48f7-89c5-683069ea851d', 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d', 'project_id': '4f53141dac6548f282050b86063dad49', 'fixed_ips': [{'subnet_id': '2d79fe66-52ef-4862-ad61-617b0985317a'}]}} from dv-cinder-824187-6-iscsi. {{(pid=103147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:06:25.633840 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:25.637290 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-d39ebd14-3314-41de-add9-73a24c8235a6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1219344 Jan 26 19:06:25.637666 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 42936) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:25.642059 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2015164291-router', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:06:25.756719 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4153530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103691'] for router (0c0a2790-eb20-47fd-97de-1add5a6cbe2d), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:25.757782 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4155210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4102884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3677798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103730'] for router (0c0a2790-eb20-47fd-97de-1add5a6cbe2d), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:25.763985 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Allocated IP 172.20.0.2 (874a7eab-109f-48f7-89c5-683069ea851d/2d79fe66-52ef-4862-ad61-617b0985317a/61ef1eea-1126-4a4a-b71c-2591faf1c7e4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:06:25.834107 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Publish callbacks [] for router_controller (0c0a2790-eb20-47fd-97de-1add5a6cbe2d), precommit_add_association {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:25.910247 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Publish callbacks [] for port (61ef1eea-1126-4a4a-b71c-2591faf1c7e4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:26.012352 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (61ef1eea-1126-4a4a-b71c-2591faf1c7e4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:26.047451 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Network 874a7eab-109f-48f7-89c5-683069ea851d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:06:26.050603 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:06:26.056769 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:06:26.082496 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Publish callbacks [] for router_gateway (0c0a2790-eb20-47fd-97de-1add5a6cbe2d), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:26.092828 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Pushing event updated for resources: {'Port': ['ID=61ef1eea-1126-4a4a-b71c-2591faf1c7e4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:26.117782 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:26.118167 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:26.118535 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:26.118878 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:26.121329 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:26.121843 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:26.122392 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:26.122738 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:26.123080 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:26.123440 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:26.123787 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:26.124114 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:26.124443 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:26.136567 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Attempting to bind port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:06:26.137173 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Attempting to bind port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': 'b16e6f97-9990-46b5-b2c4-6c9429f9c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:06:26.137546 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Attempting to bind port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 on network 874a7eab-109f-48f7-89c5-683069ea851d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:06:26.142722 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:06:26.143100 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Checking segment: {'id': 'b16e6f97-9990-46b5-b2c4-6c9429f9c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:06:26.143505 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:26.143896 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Bound using segment: {'id': 'b16e6f97-9990-46b5-b2c4-6c9429f9c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:06:26.144408 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Bound port: 61ef1eea-1126-4a4a-b71c-2591faf1c7e4, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16e6f97-9990-46b5-b2c4-6c9429f9c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:06:26.144775 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (61ef1eea-1126-4a4a-b71c-2591faf1c7e4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:26.218174 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] For port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:06:26.221938 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] For port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=61ef1eea-1126-4a4a-b71c-2591faf1c7e4,segment=NetworkSegment(b16e6f97-9990-46b5-b2c4-6c9429f9c137),segment_id=b16e6f97-9990-46b5-b2c4-6c9429f9c137)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:06:26.277962 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f0462-a307-4990-9cd9-26146cba5811 req-b44b7333-3413-459a-95f2-1d0892550119 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:26.280023 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a49f0462-a307-4990-9cd9-26146cba5811 req-b44b7333-3413-459a-95f2-1d0892550119 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0501430 Jan 26 19:06:26.330315 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (61ef1eea-1126-4a4a-b71c-2591faf1c7e4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:26.334574 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a49f0462-a307-4990-9cd9-26146cba5811 req-5180f88d-a93d-4647-a048-ec7549b768e4 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483556 Jan 26 19:06:26.407763 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805555a-9d15-454c-99c8-ae3fbfd3beb5 None None] Pushing event updated for resources: {'Port': ['ID=61ef1eea-1126-4a4a-b71c-2591faf1c7e4,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:26.435195 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Publish callbacks [] for router_gateway (0c0a2790-eb20-47fd-97de-1add5a6cbe2d), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:26.458008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:26.497741 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 6b1b9c58-6d54-4423-9d37-50aebd641de0 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:06:26.618148 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 6b1b9c58-6d54-4423-9d37-50aebd641de0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=6b1b9c58-6d54-4423-9d37-50aebd641de0,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:06:26.620668 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779ae08-ed6b-420a-942c-1a18c0ca5f1f req-ce9289ca-ebb6-43fb-8d9e-5d0ec26d325d tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:26.629290 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3779ae08-ed6b-420a-942c-1a18c0ca5f1f req-ce9289ca-ebb6-43fb-8d9e-5d0ec26d325d tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 944 time: 0.0977254 Jan 26 19:06:26.661667 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': '6b1b9c58-6d54-4423-9d37-50aebd641de0', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'port_id': '6b1b9c58-6d54-4423-9d37-50aebd641de0', 'mac_address': 'fa:16:3e:b1:60:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:06:26.679618 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Allocated IP 172.27.2.58 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/c52110ff-7a72-494c-be53-ef979e79817c) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:06:26.715615 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 6b1b9c58-6d54-4423-9d37-50aebd641de0 is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:26.716022 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (6b1b9c58-6d54-4423-9d37-50aebd641de0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:26.730502 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1b9c58-6d54-4423-9d37-50aebd641de0 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:06:26.771560 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 6b1b9c58-6d54-4423-9d37-50aebd641de0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=6b1b9c58-6d54-4423-9d37-50aebd641de0,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:06:26.778506 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3779ae08-ed6b-420a-942c-1a18c0ca5f1f req-12abed82-265d-4770-9d8a-52d9e9a9d7ec tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1480846 Jan 26 19:06:26.830533 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Publish callbacks [] for port (c52110ff-7a72-494c-be53-ef979e79817c), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:26.877175 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (6b1b9c58-6d54-4423-9d37-50aebd641de0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:26.930244 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=6b1b9c58-6d54-4423-9d37-50aebd641de0,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:26.969368 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (c52110ff-7a72-494c-be53-ef979e79817c), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:27.003380 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:06:27.017809 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:06:27.023168 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:06:27.026530 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Pushing event updated for resources: {'Port': ['ID=c52110ff-7a72-494c-be53-ef979e79817c,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:27.103662 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515be39-cef7-4741-808f-ced6a5f30b41 req-d0932804-01de-4db6-93fe-fe18d5121486 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:27.105644 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f515be39-cef7-4741-808f-ced6a5f30b41 req-d0932804-01de-4db6-93fe-fe18d5121486 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0644023 Jan 26 19:06:27.109231 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 42984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:27.186646 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f515be39-cef7-4741-808f-ced6a5f30b41 req-267b967d-4d5b-4eb6-857c-8b58161bed39 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625644 Jan 26 19:06:27.202179 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['6b1b9c58-6d54-4423-9d37-50aebd641de0'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:06:27.309320 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-086a54a6-fb04-4fe2-8b06-3779259b814f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:27.436910 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-086a54a6-fb04-4fe2-8b06-3779259b814f admin admin] Publish callbacks [] for security_group (7f2eda7f-2db6-4863-86eb-2bc2128b60ee), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:27.462528 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Publish callbacks [] for router_gateway (0c0a2790-eb20-47fd-97de-1add5a6cbe2d), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:27.527781 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28749bf4-4195-4274-9d67-ab1897886d65 req-a25f29c7-0b58-4ae8-9d12-09dea8dfd11c tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:27.529870 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-28749bf4-4195-4274-9d67-ab1897886d65 req-a25f29c7-0b58-4ae8-9d12-09dea8dfd11c tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0730827 Jan 26 19:06:27.567447 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-086a54a6-fb04-4fe2-8b06-3779259b814f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (7f2eda7f-2db6-4863-86eb-2bc2128b60ee), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:27.623075 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-086a54a6-fb04-4fe2-8b06-3779259b814f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f398b2068c52443b9876f165643b8cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5097008 Jan 26 19:06:27.623974 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 42996) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:27.630216 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-28749bf4-4195-4274-9d67-ab1897886d65 req-25058bf5-f6ba-4c6f-8b88-8d124ce37799 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941334 Jan 26 19:06:27.637427 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a54a6-fb04-4fe2-8b06-3779259b814f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2eda7f-2db6-4863-86eb-2bc2128b60ee,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:27.689664 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c736b3-4d37-4b83-8ce4-050dac4a9bbb None None] Network 874a7eab-109f-48f7-89c5-683069ea851d requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:06:27.740253 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4155187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4102833'] for router (0c0a2790-eb20-47fd-97de-1add5a6cbe2d), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:27.749493 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-98d866d0-4b67-4a9b-800e-143a19ce65e0 admin admin] Publish callbacks [] for security_group (7f2eda7f-2db6-4863-86eb-2bc2128b60ee), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:27.798042 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-68ece822-cf92-4935-a58d-6cc0e6e1d63f None None] Provisioning complete for port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:27.801960 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ece822-cf92-4935-a58d-6cc0e6e1d63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (61ef1eea-1126-4a4a-b71c-2591faf1c7e4), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:27.812176 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-98d866d0-4b67-4a9b-800e-143a19ce65e0 admin admin] Publish callbacks [] for security_group (7f2eda7f-2db6-4863-86eb-2bc2128b60ee), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:27.930518 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-68ece822-cf92-4935-a58d-6cc0e6e1d63f None None] Current status of the port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:27.930921 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ece822-cf92-4935-a58d-6cc0e6e1d63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (61ef1eea-1126-4a4a-b71c-2591faf1c7e4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:27.942640 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7965b6-407b-4b02-8a31-51cdf2008fbf req-5162c0ba-590c-42f0-9acc-0bf840d86c24 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:27.945496 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cf7965b6-407b-4b02-8a31-51cdf2008fbf req-5162c0ba-590c-42f0-9acc-0bf840d86c24 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 945 time: 0.0844169 Jan 26 19:06:27.987913 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-68ece822-cf92-4935-a58d-6cc0e6e1d63f None None] For port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=61ef1eea-1126-4a4a-b71c-2591faf1c7e4,segment=NetworkSegment(b16e6f97-9990-46b5-b2c4-6c9429f9c137),segment_id=b16e6f97-9990-46b5-b2c4-6c9429f9c137)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:06:28.004828 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cf7965b6-407b-4b02-8a31-51cdf2008fbf req-c485d80f-0943-4709-b18e-ae527feb863f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523522 Jan 26 19:06:28.042435 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d is scheduled to L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 with binding_index 1 {{(pid=103145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:06:28.045938 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-98d866d0-4b67-4a9b-800e-143a19ce65e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (7f2eda7f-2db6-4863-86eb-2bc2128b60ee), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:28.053714 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-98d866d0-4b67-4a9b-800e-143a19ce65e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:28.053714 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-98d866d0-4b67-4a9b-800e-143a19ce65e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7f2eda7f-2db6-4863-86eb-2bc2128b60ee HTTP/1.1" status: 204 len: 168 time: 0.4253032 Jan 26 19:06:28.064560 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d866d0-4b67-4a9b-800e-143a19ce65e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2eda7f-2db6-4863-86eb-2bc2128b60ee,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:28.101723 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68ece822-cf92-4935-a58d-6cc0e6e1d63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (61ef1eea-1126-4a4a-b71c-2591faf1c7e4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:28.152592 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ece822-cf92-4935-a58d-6cc0e6e1d63f None None] Pushing event updated for resources: {'Port': ['ID=61ef1eea-1126-4a4a-b71c-2591faf1c7e4,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:28.167014 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:06:28.178172 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Sync routers for ids ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:06:28.189166 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Routers {'0c0a2790-eb20-47fd-97de-1add5a6cbe2d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:06:28.189794 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:06:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:28.221507 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-42b4a717-4abe-47ad-aa67-2eea085a268e None None] Provisioning complete for port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:28.221957 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42b4a717-4abe-47ad-aa67-2eea085a268e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (61ef1eea-1126-4a4a-b71c-2591faf1c7e4), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:28.275807 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:28.281325 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-d062cb4e-ff81-42dd-8d46-96575c30eaae admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6396132 Jan 26 19:06:28.282021 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43018) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:28.416807 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-42b4a717-4abe-47ad-aa67-2eea085a268e None None] Current status of the port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:28.464299 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Set router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:06:28.478571 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:06:28.532845 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 6b1b9c58-6d54-4423-9d37-50aebd641de0 up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:06:28.616758 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:28.617096 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (61ef1eea-1126-4a4a-b71c-2591faf1c7e4), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:28.674713 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'name': 'tempest-TestShelveInstance-2015164291-router', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:25Z', 'updated_at': '2022-01-26T19:06:27Z', 'revision_number': 3, 'project_id': '4f53141dac6548f282050b86063dad49', 'gw_port': {'id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:69:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:26Z', 'updated_at': '2022-01-26T19:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:28.705353 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Checking router: 0c0a2790-eb20-47fd-97de-1add5a6cbe2d for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:06:28.706134 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Updating router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d port c52110ff-7a72-494c-be53-ef979e79817c binding host dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:06:28.722281 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port 6b1b9c58-6d54-4423-9d37-50aebd641de0 completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:06:28.725858 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port 6b1b9c58-6d54-4423-9d37-50aebd641de0 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:28.726409 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (6b1b9c58-6d54-4423-9d37-50aebd641de0), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:28.735753 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c52110ff-7a72-494c-be53-ef979e79817c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:28.758723 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:28.819476 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 6b1b9c58-6d54-4423-9d37-50aebd641de0 is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:28.820582 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (6b1b9c58-6d54-4423-9d37-50aebd641de0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:28.822310 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d676540-4a5e-4ca3-a828-3387fd6efbaa req-d43b468e-831e-4e55-90b8-8bf5127453d0 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:28.829943 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0d676540-4a5e-4ca3-a828-3387fd6efbaa req-d43b468e-831e-4e55-90b8-8bf5127453d0 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0558240 Jan 26 19:06:28.853553 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 43028) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:28.867763 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13874c46-e91d-4969-845f-ca15f451cacd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:28.880903 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b38c20-1ae3-4945-9c74-06273db9e14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1b9c58-6d54-4423-9d37-50aebd641de0'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:06:28.889777 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22c3b3d-5a4b-4ece-863d-22026b8e9dac" -d '{"events": [{"server_uuid": "62b38c20-1ae3-4945-9c74-06273db9e14d", "name": "network-vif-plugged", "status": "completed", "tag": "6b1b9c58-6d54-4423-9d37-50aebd641de0"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:06:28.915423 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 6b1b9c58-6d54-4423-9d37-50aebd641de0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=6b1b9c58-6d54-4423-9d37-50aebd641de0,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:06:28.944704 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0d676540-4a5e-4ca3-a828-3387fd6efbaa req-3e14260b-0804-4535-a15f-a577cdf954a2 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133168 Jan 26 19:06:28.949842 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071d06b7-9b3d-4c00-8b7c-ecf73c110f7c x-openstack-request-id: req-071d06b7-9b3d-4c00-8b7c-ecf73c110f7c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:06:28.950330 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b38c20-1ae3-4945-9c74-06273db9e14d", "name": "network-vif-plugged", "status": "completed", "tag": "6b1b9c58-6d54-4423-9d37-50aebd641de0", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:06:28.950677 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-071d06b7-9b3d-4c00-8b7c-ecf73c110f7c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:06:28.951139 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b38c20-1ae3-4945-9c74-06273db9e14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1b9c58-6d54-4423-9d37-50aebd641de0', 'code': 200} Jan 26 19:06:29.008325 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13874c46-e91d-4969-845f-ca15f451cacd admin admin] Publish callbacks [] for security_group (b729d805-14c4-41d9-88f8-049c67fce8c4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:29.072200 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (6b1b9c58-6d54-4423-9d37-50aebd641de0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:29.090363 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:29.105983 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13874c46-e91d-4969-845f-ca15f451cacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (b729d805-14c4-41d9-88f8-049c67fce8c4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:29.108808 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Publish callbacks [] for port (c52110ff-7a72-494c-be53-ef979e79817c), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:29.137196 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=6b1b9c58-6d54-4423-9d37-50aebd641de0,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:29.161271 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-13874c46-e91d-4969-845f-ca15f451cacd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f55562b19e04ad3bb6d6242694eadf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064017 Jan 26 19:06:29.164613 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43040) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:29.168501 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13874c46-e91d-4969-845f-ca15f451cacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b729d805-14c4-41d9-88f8-049c67fce8c4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:29.171539 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (c52110ff-7a72-494c-be53-ef979e79817c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:29.188738 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba1547-e049-41fc-a9ae-30bfbefa3d08 req-008501c6-2b7f-4b9e-8eb1-7c8b4ad44205 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:29.190279 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f2ba1547-e049-41fc-a9ae-30bfbefa3d08 req-008501c6-2b7f-4b9e-8eb1-7c8b4ad44205 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 946 time: 0.0982296 Jan 26 19:06:29.243496 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Attempting to bind port c52110ff-7a72-494c-be53-ef979e79817c on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:06:29.244084 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Attempting to bind port c52110ff-7a72-494c-be53-ef979e79817c by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:06:29.244295 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Attempting to bind port c52110ff-7a72-494c-be53-ef979e79817c on network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:06:29.246804 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead0dcd-78c3-499e-841c-79b614c5ed6c None None] Pushing event updated for resources: {'Port': ['ID=c52110ff-7a72-494c-be53-ef979e79817c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:29.248316 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f2ba1547-e049-41fc-a9ae-30bfbefa3d08 req-211efbd4-9827-4b3d-8933-d4e9b45f1447 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522211 Jan 26 19:06:29.255710 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:06:29.256083 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Checking segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:06:29.256656 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:29.256864 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Bound using segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:06:29.257358 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Bound port: c52110ff-7a72-494c-be53-ef979e79817c, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:06:29.257732 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c52110ff-7a72-494c-be53-ef979e79817c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:29.260215 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead0dcd-78c3-499e-841c-79b614c5ed6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:29.260579 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead0dcd-78c3-499e-841c-79b614c5ed6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:29.261167 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead0dcd-78c3-499e-841c-79b614c5ed6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:29.261457 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead0dcd-78c3-499e-841c-79b614c5ed6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:29.261619 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead0dcd-78c3-499e-841c-79b614c5ed6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:29.261928 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead0dcd-78c3-499e-841c-79b614c5ed6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:29.262251 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead0dcd-78c3-499e-841c-79b614c5ed6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:29.262570 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead0dcd-78c3-499e-841c-79b614c5ed6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:29.263406 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead0dcd-78c3-499e-841c-79b614c5ed6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:29.263746 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead0dcd-78c3-499e-841c-79b614c5ed6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:29.264454 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead0dcd-78c3-499e-841c-79b614c5ed6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:29.264454 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead0dcd-78c3-499e-841c-79b614c5ed6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:29.264736 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead0dcd-78c3-499e-841c-79b614c5ed6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:06:29.274222 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8fc6-05b6-4a7d-99d1-3e5413a998a3 admin admin] Publish callbacks [] for security_group (b729d805-14c4-41d9-88f8-049c67fce8c4), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:29.321865 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] For port c52110ff-7a72-494c-be53-ef979e79817c, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:06:29.325016 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] For port c52110ff-7a72-494c-be53-ef979e79817c, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=c52110ff-7a72-494c-be53-ef979e79817c,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:06:29.327734 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8fc6-05b6-4a7d-99d1-3e5413a998a3 admin admin] Publish callbacks [] for security_group (b729d805-14c4-41d9-88f8-049c67fce8c4), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:29.348651 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Allocated IP 172.20.0.1 (874a7eab-109f-48f7-89c5-683069ea851d/2d79fe66-52ef-4862-ad61-617b0985317a/65632127-0ad4-418b-9500-cb314279bf3a) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:06:29.379987 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (c52110ff-7a72-494c-be53-ef979e79817c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:29.433912 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Routers {'0c0a2790-eb20-47fd-97de-1add5a6cbe2d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:06:29.434536 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:06:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:29.466658 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Publish callbacks [] for port (65632127-0ad4-418b-9500-cb314279bf3a), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:29.481602 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead0dcd-78c3-499e-841c-79b614c5ed6c None None] Pushing event updated for resources: {'Port': ['ID=c52110ff-7a72-494c-be53-ef979e79817c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:29.494600 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8fc6-05b6-4a7d-99d1-3e5413a998a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (b729d805-14c4-41d9-88f8-049c67fce8c4), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:29.497168 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8fc6-05b6-4a7d-99d1-3e5413a998a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:29.498966 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-5dcd8fc6-05b6-4a7d-99d1-3e5413a998a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b729d805-14c4-41d9-88f8-049c67fce8c4 HTTP/1.1" status: 204 len: 168 time: 0.3336661 Jan 26 19:06:29.513188 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd8fc6-05b6-4a7d-99d1-3e5413a998a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b729d805-14c4-41d9-88f8-049c67fce8c4,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:29.558714 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] Set router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:06:29.581773 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (65632127-0ad4-418b-9500-cb314279bf3a), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:29.641452 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Network 874a7eab-109f-48f7-89c5-683069ea851d is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:06:29.644251 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:06:29.649995 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:06:29.655992 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Pushing event updated for resources: {'Port': ['ID=65632127-0ad4-418b-9500-cb314279bf3a,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:29.692701 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4102628'] for router_interface (0c0a2790-eb20-47fd-97de-1add5a6cbe2d), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:29.777305 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'name': 'tempest-TestShelveInstance-2015164291-router', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:25Z', 'updated_at': '2022-01-26T19:06:27Z', 'revision_number': 3, 'project_id': '4f53141dac6548f282050b86063dad49', 'gw_port': {'id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:69:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:26Z', 'updated_at': '2022-01-26T19:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:29.811067 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d291c15-851f-45ee-afeb-de9c57090a13 None None] The sync data for ids ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'] in dv-cinder-824187-6-iscsi is: [{'id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'name': 'tempest-TestShelveInstance-2015164291-router', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:25Z', 'updated_at': '2022-01-26T19:06:27Z', 'revision_number': 3, 'project_id': '4f53141dac6548f282050b86063dad49', 'gw_port': {'id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:69:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:26Z', 'updated_at': '2022-01-26T19:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:06:29.910811 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (65632127-0ad4-418b-9500-cb314279bf3a), before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:29.959951 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-ddeba0f7-d615-4b39-a933-6fd10b9fdb60 None None] Provisioning complete for port 65632127-0ad4-418b-9500-cb314279bf3a triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:29.960450 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddeba0f7-d615-4b39-a933-6fd10b9fdb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (65632127-0ad4-418b-9500-cb314279bf3a), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:30.011109 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ddeba0f7-d615-4b39-a933-6fd10b9fdb60 None None] Port 65632127-0ad4-418b-9500-cb314279bf3a cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:06:30.149122 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edca8f-c918-4b49-98b0-c40e9a499142 req-47de0128-5c0c-4cdb-ac1e-5b91c5955dcc tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:30.160774 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-27edca8f-c918-4b49-98b0-c40e9a499142 req-47de0128-5c0c-4cdb-ac1e-5b91c5955dcc tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.1319141 Jan 26 19:06:30.230228 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Publish callbacks [] for port (65632127-0ad4-418b-9500-cb314279bf3a), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:30.246506 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-27edca8f-c918-4b49-98b0-c40e9a499142 req-5d147844-4c2b-45de-9138-3d6b3d73324e tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783169 Jan 26 19:06:30.318774 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122934'] for port (65632127-0ad4-418b-9500-cb314279bf3a), after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:30.387283 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Pushing event updated for resources: {'Port': ['ID=65632127-0ad4-418b-9500-cb314279bf3a,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:30.399544 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device c52110ff-7a72-494c-be53-ef979e79817c up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:06:30.401030 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4103796'] for router_interface (0c0a2790-eb20-47fd-97de-1add5a6cbe2d), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:30.417035 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f7c51-6ea6-44b4-a5ef-eba9e62accf2 req-c16165a6-f4f6-418a-be9b-797cbb79720a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:30.424620 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e56f7c51-6ea6-44b4-a5ef-eba9e62accf2 req-c16165a6-f4f6-418a-be9b-797cbb79720a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 946 time: 0.0864630 Jan 26 19:06:30.471289 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port c52110ff-7a72-494c-be53-ef979e79817c triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:30.472680 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (c52110ff-7a72-494c-be53-ef979e79817c), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:30.512358 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e56f7c51-6ea6-44b4-a5ef-eba9e62accf2 req-44435964-f692-4cc7-b999-95c43c67156d tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756481 Jan 26 19:06:30.536333 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Network 874a7eab-109f-48f7-89c5-683069ea851d is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:06:30.540884 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:06:30.590130 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port c52110ff-7a72-494c-be53-ef979e79817c is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:30.598665 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c52110ff-7a72-494c-be53-ef979e79817c), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:30.618875 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] For port c52110ff-7a72-494c-be53-ef979e79817c, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=c52110ff-7a72-494c-be53-ef979e79817c,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:06:30.703854 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (c52110ff-7a72-494c-be53-ef979e79817c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:30.706769 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:06:30.787798 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Pushing event updated for resources: {'Port': ['ID=c52110ff-7a72-494c-be53-ef979e79817c,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:30.848786 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-0a8ff50f-86c3-429f-a3d9-82b216b57d31 None None] Provisioning complete for port 65632127-0ad4-418b-9500-cb314279bf3a triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:30.849224 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a8ff50f-86c3-429f-a3d9-82b216b57d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (65632127-0ad4-418b-9500-cb314279bf3a), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:30.862550 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:06:30.878038 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-565d4e82-ab81-4675-b0be-82ff4074b8d4 admin admin] 10.222.0.52 "PUT /v2.0/routers/0c0a2790-eb20-47fd-97de-1add5a6cbe2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5946002 Jan 26 19:06:31.016799 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ff50f-86c3-429f-a3d9-82b216b57d31 None None] Port 65632127-0ad4-418b-9500-cb314279bf3a cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:06:31.378828 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c599d-3d31-4781-9e8d-bf4d004bdd7c req-31ce5844-6455-4c30-be52-2860b4199f03 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:31.380384 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-636c599d-3d31-4781-9e8d-bf4d004bdd7c req-31ce5844-6455-4c30-be52-2860b4199f03 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0510647 Jan 26 19:06:31.430409 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-636c599d-3d31-4781-9e8d-bf4d004bdd7c req-0405c2e5-f96d-4586-a9d9-849375c57c61 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435417 Jan 26 19:06:31.660933 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351da394-d692-42d9-96dc-95423689abeb req-990b8dc3-acf0-475b-b23e-b904c0c51d6f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:31.662632 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-351da394-d692-42d9-96dc-95423689abeb req-990b8dc3-acf0-475b-b23e-b904c0c51d6f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 946 time: 0.0563121 Jan 26 19:06:31.694196 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43114) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:31.699043 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-31a9260f-6ca1-4b79-978e-5987b0465a60 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1274734109-network', 'tenant_id': 'b2706edc2a6b4d0eae045932d32614da'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:06:31.720024 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-351da394-d692-42d9-96dc-95423689abeb req-729560cd-1c22-4dc1-a236-5513782e83e7 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501950 Jan 26 19:06:31.798480 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a9260f-6ca1-4b79-978e-5987b0465a60 admin admin] Made reservation on behalf of b2706edc2a6b4d0eae045932d32614da for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:06:31.800837 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-31a9260f-6ca1-4b79-978e-5987b0465a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:31.810601 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-31a9260f-6ca1-4b79-978e-5987b0465a60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:31.858626 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Sync routers for ids ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:06:31.870096 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Routers {'0c0a2790-eb20-47fd-97de-1add5a6cbe2d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:06:31.870844 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:06:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:31.892492 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-31a9260f-6ca1-4b79-978e-5987b0465a60 admin admin] Publish callbacks [] for security_group (fb650cfa-b75b-4c9f-8953-795ac1652f6c), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:31.941382 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-31a9260f-6ca1-4b79-978e-5987b0465a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (fb650cfa-b75b-4c9f-8953-795ac1652f6c), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:31.961981 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a9260f-6ca1-4b79-978e-5987b0465a60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:06:31.979454 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-31a9260f-6ca1-4b79-978e-5987b0465a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (184b70cc-2571-49d2-980d-ff903bee9691), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:31.979802 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-31a9260f-6ca1-4b79-978e-5987b0465a60 admin admin] Added segment 184b70cc-2571-49d2-980d-ff903bee9691 of type vlan for network 988024a0-48c2-41fe-95e8-6b37c1c27f2c Jan 26 19:06:31.981002 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9260f-6ca1-4b79-978e-5987b0465a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb650cfa-b75b-4c9f-8953-795ac1652f6c,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:31.981707 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Set router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:06:32.048196 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-31a9260f-6ca1-4b79-978e-5987b0465a60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (988024a0-48c2-41fe-95e8-6b37c1c27f2c), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:32.049321 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ae7da-c50c-4c5b-b69d-1ca88dd82841 req-3ba29d25-8b35-4f96-9b49-d5a8941b51f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:32.050976 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f13ae7da-c50c-4c5b-b69d-1ca88dd82841 req-3ba29d25-8b35-4f96-9b49-d5a8941b51f3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 1099 time: 0.0503581 Jan 26 19:06:32.108920 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f13ae7da-c50c-4c5b-b69d-1ca88dd82841 req-4de18144-577f-4776-95cc-363a7d953d12 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459092 Jan 26 19:06:32.128345 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-31a9260f-6ca1-4b79-978e-5987b0465a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (988024a0-48c2-41fe-95e8-6b37c1c27f2c), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:32.129612 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a9260f-6ca1-4b79-978e-5987b0465a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:32.130212 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-31a9260f-6ca1-4b79-978e-5987b0465a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:32.189610 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9260f-6ca1-4b79-978e-5987b0465a60 admin admin] Pushing event updated for resources: {'Network': ['ID=988024a0-48c2-41fe-95e8-6b37c1c27f2c,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:32.202708 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network 988024a0-48c2-41fe-95e8-6b37c1c27f2c details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:06:32.224535 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-31a9260f-6ca1-4b79-978e-5987b0465a60 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5289922 Jan 26 19:06:32.227115 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 43132) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:32.233902 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d747e2eb-bc49-4e46-ad91-b5fd4f9dc915 admin admin] Request body: {'subnet': {'network_id': '988024a0-48c2-41fe-95e8-6b37c1c27f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1274734109-subnet', 'tenant_id': 'b2706edc2a6b4d0eae045932d32614da', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:06:32.274431 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'name': 'tempest-TestShelveInstance-2015164291-router', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:25Z', 'updated_at': '2022-01-26T19:06:29Z', 'revision_number': 4, 'project_id': '4f53141dac6548f282050b86063dad49', 'gw_port': {'id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:26Z', 'updated_at': '2022-01-26T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '65632127-0ad4-418b-9500-cb314279bf3a', 'name': '', 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'mac_address': 'fa:16:3e:56:13:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:29Z', 'updated_at': '2022-01-26T19:06:29Z', 'revision_number': 2, 'project_id': '4f53141dac6548f282050b86063dad49', 'subnets': [{'id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:32.309306 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Checking router: 0c0a2790-eb20-47fd-97de-1add5a6cbe2d for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:06:32.309671 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Updating router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d port 65632127-0ad4-418b-9500-cb314279bf3a binding host dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:06:32.318563 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d747e2eb-bc49-4e46-ad91-b5fd4f9dc915 admin admin] Made reservation on behalf of b2706edc2a6b4d0eae045932d32614da for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:06:32.320893 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d747e2eb-bc49-4e46-ad91-b5fd4f9dc915 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59545451'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:32.336544 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device c52110ff-7a72-494c-be53-ef979e79817c up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:06:32.369440 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (65632127-0ad4-418b-9500-cb314279bf3a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:32.437530 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port c52110ff-7a72-494c-be53-ef979e79817c triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:32.437914 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (c52110ff-7a72-494c-be53-ef979e79817c), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:32.565392 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a087b44-0445-4867-894f-e625564c4e64 req-7a15fed9-3416-4ac0-86c7-a05f67fdb1e8 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:32.566895 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8a087b44-0445-4867-894f-e625564c4e64 req-7a15fed9-3416-4ac0-86c7-a05f67fdb1e8 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0535631 Jan 26 19:06:32.618188 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8a087b44-0445-4867-894f-e625564c4e64 req-f7f5c911-09cf-424e-b35f-573948d52a3d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453877 Jan 26 19:06:32.627808 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d747e2eb-bc49-4e46-ad91-b5fd4f9dc915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59506360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59545437'] for subnet (5d0712bc-b45b-4556-b6e8-2b2544ec330c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:32.643215 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port c52110ff-7a72-494c-be53-ef979e79817c is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:32.688176 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747e2eb-bc49-4e46-ad91-b5fd4f9dc915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d0712bc-b45b-4556-b6e8-2b2544ec330c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:32.704778 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d747e2eb-bc49-4e46-ad91-b5fd4f9dc915 admin admin] Checking segment: {'id': '184b70cc-2571-49d2-980d-ff903bee9691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '988024a0-48c2-41fe-95e8-6b37c1c27f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:06:32.705190 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d747e2eb-bc49-4e46-ad91-b5fd4f9dc915 admin admin] Network hostable DHCP agents. Network: 988024a0-48c2-41fe-95e8-6b37c1c27f2c, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:06:32.739575 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Publish callbacks [] for port (65632127-0ad4-418b-9500-cb314279bf3a), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:32.836475 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78837c93-435b-40a1-b7e6-6c5649076631 req-785aa442-265f-4b62-9eff-9560c87689fe tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:32.838074 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-78837c93-435b-40a1-b7e6-6c5649076631 req-785aa442-265f-4b62-9eff-9560c87689fe tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 946 time: 0.0510149 Jan 26 19:06:32.872331 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d747e2eb-bc49-4e46-ad91-b5fd4f9dc915 admin admin] Network 988024a0-48c2-41fe-95e8-6b37c1c27f2c is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:06:32.892909 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-78837c93-435b-40a1-b7e6-6c5649076631 req-75766867-aa55-4fe7-a36b-486b8ad35a81 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484984 Jan 26 19:06:32.913388 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (65632127-0ad4-418b-9500-cb314279bf3a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:32.965796 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dba7a7-4424-4b71-908a-c982d7d066cf None None] Pushing event updated for resources: {'Port': ['ID=65632127-0ad4-418b-9500-cb314279bf3a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:32.973546 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d747e2eb-bc49-4e46-ad91-b5fd4f9dc915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, 988024a0-48c2-41fe-95e8-6b37c1c27f2c) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:06:32.982264 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d747e2eb-bc49-4e46-ad91-b5fd4f9dc915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:32.983211 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d747e2eb-bc49-4e46-ad91-b5fd4f9dc915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:32.988195 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5fd142-5633-4ca2-aba3-c21c05b3d19d None None] Network 988024a0-48c2-41fe-95e8-6b37c1c27f2c requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:06:33.052908 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-d747e2eb-bc49-4e46-ad91-b5fd4f9dc915 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8246067 Jan 26 19:06:33.055472 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 43150) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:33.060095 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1274734109-router', 'tenant_id': 'b2706edc2a6b4d0eae045932d32614da', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:06:33.068245 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Attempting to bind port 65632127-0ad4-418b-9500-cb314279bf3a on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:06:33.068652 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Attempting to bind port 65632127-0ad4-418b-9500-cb314279bf3a by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': 'b16e6f97-9990-46b5-b2c4-6c9429f9c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:06:33.069024 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Attempting to bind port 65632127-0ad4-418b-9500-cb314279bf3a on network 874a7eab-109f-48f7-89c5-683069ea851d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:06:33.078798 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:06:33.079448 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Checking segment: {'id': 'b16e6f97-9990-46b5-b2c4-6c9429f9c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:06:33.079565 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:33.079962 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Bound using segment: {'id': 'b16e6f97-9990-46b5-b2c4-6c9429f9c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:06:33.080596 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Bound port: 65632127-0ad4-418b-9500-cb314279bf3a, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16e6f97-9990-46b5-b2c4-6c9429f9c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:06:33.080827 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (65632127-0ad4-418b-9500-cb314279bf3a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:33.144985 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4153530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103691'] for router (26f81d0a-b1ee-44c9-8213-92f1e79e9092), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:33.146252 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4155210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4102884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3677798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103730'] for router (26f81d0a-b1ee-44c9-8213-92f1e79e9092), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:33.166643 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0e4c4ae-1e9b-5d6a-b7eb-1555e507f35f-988024a0-48c2-41fe-95e8-6b37c1c27f2c', 'network_id': '988024a0-48c2-41fe-95e8-6b37c1c27f2c', 'project_id': 'b2706edc2a6b4d0eae045932d32614da', 'fixed_ips': [{'subnet_id': '5d0712bc-b45b-4556-b6e8-2b2544ec330c'}]}} from dv-cinder-824187-6-iscsi. {{(pid=103147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:06:33.170504 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:33.201759 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] For port 65632127-0ad4-418b-9500-cb314279bf3a, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:06:33.205732 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] For port 65632127-0ad4-418b-9500-cb314279bf3a, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=65632127-0ad4-418b-9500-cb314279bf3a,segment=NetworkSegment(b16e6f97-9990-46b5-b2c4-6c9429f9c137),segment_id=b16e6f97-9990-46b5-b2c4-6c9429f9c137)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:06:33.221249 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Publish callbacks [] for router_controller (26f81d0a-b1ee-44c9-8213-92f1e79e9092), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:33.288499 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-0f29cb61-6cb7-44e4-873b-029e40fbc88b None None] Provisioning complete for port 65632127-0ad4-418b-9500-cb314279bf3a triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:33.288880 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f29cb61-6cb7-44e4-873b-029e40fbc88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (65632127-0ad4-418b-9500-cb314279bf3a), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:33.335327 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (65632127-0ad4-418b-9500-cb314279bf3a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:33.412548 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Allocated IP 172.20.0.2 (988024a0-48c2-41fe-95e8-6b37c1c27f2c/5d0712bc-b45b-4556-b6e8-2b2544ec330c/fcedf073-6fdd-456f-bf3a-7b2d167be156) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:06:33.445586 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Routers {'0c0a2790-eb20-47fd-97de-1add5a6cbe2d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:06:33.446286 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:06:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:33.448042 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dba7a7-4424-4b71-908a-c982d7d066cf None None] Pushing event updated for resources: {'Port': ['ID=65632127-0ad4-418b-9500-cb314279bf3a,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:33.529775 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Publish callbacks [] for router_gateway (26f81d0a-b1ee-44c9-8213-92f1e79e9092), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:33.752095 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0f29cb61-6cb7-44e4-873b-029e40fbc88b None None] Current status of the port 65632127-0ad4-418b-9500-cb314279bf3a is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:33.752493 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f29cb61-6cb7-44e4-873b-029e40fbc88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (65632127-0ad4-418b-9500-cb314279bf3a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:33.810429 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61745740-5961-4a43-8808-62fc34163154 req-ba9c12f7-e6f6-4747-aa87-f986d86a44b1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:33.813535 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61745740-5961-4a43-8808-62fc34163154 req-ba9c12f7-e6f6-4747-aa87-f986d86a44b1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0643888 Jan 26 19:06:33.834663 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] Set router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:06:33.868740 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0f29cb61-6cb7-44e4-873b-029e40fbc88b None None] For port 65632127-0ad4-418b-9500-cb314279bf3a, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=65632127-0ad4-418b-9500-cb314279bf3a,segment=NetworkSegment(b16e6f97-9990-46b5-b2c4-6c9429f9c137),segment_id=b16e6f97-9990-46b5-b2c4-6c9429f9c137)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:06:33.878172 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61745740-5961-4a43-8808-62fc34163154 req-c79996c5-f174-4c3c-b45a-9efe79ff28e5 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599892 Jan 26 19:06:33.926561 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Publish callbacks [] for port (fcedf073-6fdd-456f-bf3a-7b2d167be156), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:33.995919 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Publish callbacks [] for router_gateway (26f81d0a-b1ee-44c9-8213-92f1e79e9092), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:34.017277 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f29cb61-6cb7-44e4-873b-029e40fbc88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (65632127-0ad4-418b-9500-cb314279bf3a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:34.037235 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (fcedf073-6fdd-456f-bf3a-7b2d167be156), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:34.042092 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:34.129973 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Network 988024a0-48c2-41fe-95e8-6b37c1c27f2c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:06:34.148077 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:06:34.154404 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8958a35-6fc4-4d72-9587-f09e7160111f req-bca8bdbb-c03e-464d-88bc-507d09006907 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:34.155955 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f8958a35-6fc4-4d72-9587-f09e7160111f req-bca8bdbb-c03e-464d-88bc-507d09006907 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 946 time: 0.1172483 Jan 26 19:06:34.162577 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:06:34.175948 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29cb61-6cb7-44e4-873b-029e40fbc88b None None] Pushing event updated for resources: {'Port': ['ID=65632127-0ad4-418b-9500-cb314279bf3a,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:34.198226 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-103ee009-8c58-4f16-93f5-12338c4cbf8e None None] Provisioning complete for port 65632127-0ad4-418b-9500-cb314279bf3a triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:34.198611 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-103ee009-8c58-4f16-93f5-12338c4cbf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (65632127-0ad4-418b-9500-cb314279bf3a), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:34.243488 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Allocated IP 172.27.2.240 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/40b59915-daba-4d43-897c-a1486cb69573) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:06:34.253982 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f8958a35-6fc4-4d72-9587-f09e7160111f req-0cf40fd2-f383-4f13-af78-61ed5e0fa8aa tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872190 Jan 26 19:06:34.323210 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Pushing event updated for resources: {'Port': ['ID=fcedf073-6fdd-456f-bf3a-7b2d167be156,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:34.332696 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Attempting to bind port fcedf073-6fdd-456f-bf3a-7b2d167be156 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:06:34.333086 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Attempting to bind port fcedf073-6fdd-456f-bf3a-7b2d167be156 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '184b70cc-2571-49d2-980d-ff903bee9691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '988024a0-48c2-41fe-95e8-6b37c1c27f2c'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:06:34.333495 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Attempting to bind port fcedf073-6fdd-456f-bf3a-7b2d167be156 on network 988024a0-48c2-41fe-95e8-6b37c1c27f2c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:06:34.345658 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:06:34.348319 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Checking segment: {'id': '184b70cc-2571-49d2-980d-ff903bee9691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '988024a0-48c2-41fe-95e8-6b37c1c27f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:06:34.348319 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:34.348319 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Bound using segment: {'id': '184b70cc-2571-49d2-980d-ff903bee9691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '988024a0-48c2-41fe-95e8-6b37c1c27f2c'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:06:34.348319 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Bound port: fcedf073-6fdd-456f-bf3a-7b2d167be156, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184b70cc-2571-49d2-980d-ff903bee9691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '988024a0-48c2-41fe-95e8-6b37c1c27f2c'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:06:34.348319 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (fcedf073-6fdd-456f-bf3a-7b2d167be156), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:34.391312 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Publish callbacks [] for port (40b59915-daba-4d43-897c-a1486cb69573), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:34.427324 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'name': 'tempest-TestShelveInstance-2015164291-router', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:25Z', 'updated_at': '2022-01-26T19:06:29Z', 'revision_number': 4, 'project_id': '4f53141dac6548f282050b86063dad49', 'gw_port': {'id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:26Z', 'updated_at': '2022-01-26T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '65632127-0ad4-418b-9500-cb314279bf3a', 'name': '', 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'mac_address': 'fa:16:3e:56:13:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:29Z', 'updated_at': '2022-01-26T19:06:33Z', 'revision_number': 4, 'project_id': '4f53141dac6548f282050b86063dad49', 'subnets': [{'id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:34.450443 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c236c-4c61-4704-8985-efa1aeb14047 req-2e969678-f5fb-4f4e-b94d-5d93580e912f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:34.457545 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cb8c236c-4c61-4704-8985-efa1aeb14047 req-2e969678-f5fb-4f4e-b94d-5d93580e912f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 946 time: 0.0803053 Jan 26 19:06:34.468991 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779763ec-8873-454b-9f7b-06bbc2e2b3cf req-013cec7a-53f6-46c9-80dc-1aebf50bf037 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:34.470536 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-779763ec-8873-454b-9f7b-06bbc2e2b3cf req-013cec7a-53f6-46c9-80dc-1aebf50bf037 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0610178 Jan 26 19:06:34.475962 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0728b2-1487-48c8-a59c-3dd627e339cc None None] The sync data for ids ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'] in dv-cinder-824187-6-iscsi is: [{'id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'name': 'tempest-TestShelveInstance-2015164291-router', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:25Z', 'updated_at': '2022-01-26T19:06:29Z', 'revision_number': 4, 'project_id': '4f53141dac6548f282050b86063dad49', 'gw_port': {'id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:26Z', 'updated_at': '2022-01-26T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '65632127-0ad4-418b-9500-cb314279bf3a', 'name': '', 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'mac_address': 'fa:16:3e:56:13:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:29Z', 'updated_at': '2022-01-26T19:06:33Z', 'revision_number': 4, 'project_id': '4f53141dac6548f282050b86063dad49', 'subnets': [{'id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:06:34.484367 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-103ee009-8c58-4f16-93f5-12338c4cbf8e None None] Current status of the port 65632127-0ad4-418b-9500-cb314279bf3a is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:34.491669 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] For port fcedf073-6fdd-456f-bf3a-7b2d167be156, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:06:34.495094 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] For port fcedf073-6fdd-456f-bf3a-7b2d167be156, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=fcedf073-6fdd-456f-bf3a-7b2d167be156,segment=NetworkSegment(184b70cc-2571-49d2-980d-ff903bee9691),segment_id=184b70cc-2571-49d2-980d-ff903bee9691)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:06:34.517568 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cb8c236c-4c61-4704-8985-efa1aeb14047 req-3dea3e28-82e6-41a8-9f15-0174533c968a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557325 Jan 26 19:06:34.557838 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (40b59915-daba-4d43-897c-a1486cb69573), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:34.564407 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 43192) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:34.575259 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-779763ec-8873-454b-9f7b-06bbc2e2b3cf req-de6bb78b-41e1-440d-ab5f-577882ea1170 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787952 Jan 26 19:06:34.621988 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (fcedf073-6fdd-456f-bf3a-7b2d167be156), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:34.624090 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:06:34.632377 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:06:34.632377 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Pushing event updated for resources: {'Port': ['ID=40b59915-daba-4d43-897c-a1486cb69573,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:34.636256 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:06:34.781294 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a3797-3988-4b1f-8a0f-75d7a41158e5 None None] Pushing event updated for resources: {'Port': ['ID=fcedf073-6fdd-456f-bf3a-7b2d167be156,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:35.210808 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a673c97-a223-4e5b-8fed-e115a716fb72 tempest-TestVolumeBootPattern-567482640 tempest-TestVolumeBootPattern-567482640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:35.212418 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-8a673c97-a223-4e5b-8fed-e115a716fb72 tempest-TestVolumeBootPattern-567482640 tempest-TestVolumeBootPattern-567482640-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 1094 time: 0.6470447 Jan 26 19:06:35.215460 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43218) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:35.221304 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Request body: {'floatingip': {'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'port_id': '6b1b9c58-6d54-4423-9d37-50aebd641de0', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:06:35.224824 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb853d9-2180-4fe0-8be5-fc8d96927d73 req-c9ad3723-4083-40eb-8922-93ed28381de8 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:35.226369 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3bb853d9-2180-4fe0-8be5-fc8d96927d73 req-c9ad3723-4083-40eb-8922-93ed28381de8 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.2130079 Jan 26 19:06:35.252585 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Publish callbacks [] for router_gateway (26f81d0a-b1ee-44c9-8213-92f1e79e9092), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:35.331956 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3bb853d9-2180-4fe0-8be5-fc8d96927d73 req-2df91347-edf6-4640-8b91-f335a07c4d03 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954146 Jan 26 19:06:35.344251 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43220) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:35.380177 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:35.499143 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4155187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4102833'] for router (26f81d0a-b1ee-44c9-8213-92f1e79e9092), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:35.537115 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5353-d2da-4dda-8362-5975ed854ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:35.554829 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:35.605091 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 43228) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:35.766150 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da6e0304-d34f-4c4b-a9f3-3489905eac12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:35.827043 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e1a6f-d2d7-469f-8b31-6446c815225c req-8bf1bc9b-7db9-4a02-b683-66babd793e83 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:35.828639 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b1e1a6f-d2d7-469f-8b31-6446c815225c req-8bf1bc9b-7db9-4a02-b683-66babd793e83 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.1482499 Jan 26 19:06:35.863351 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Allocated IP 172.27.2.19 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/b0a0f724-09a6-4808-82d9-b2419eeb1903) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:06:35.870063 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Router 26f81d0a-b1ee-44c9-8213-92f1e79e9092 is scheduled to L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:06:35.887675 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da6e0304-d34f-4c4b-a9f3-3489905eac12 admin admin] Publish callbacks [] for security_group (c8327b70-f451-4218-8860-ed5da567d27b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:35.916302 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5353-d2da-4dda-8362-5975ed854ccb admin admin] Publish callbacks [] for security_group (08872624-1d5f-4501-9a1e-8e85254bffda), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:35.992765 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b1e1a6f-d2d7-469f-8b31-6446c815225c req-2b02fc71-329a-47fd-919f-f426967ac269 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525044 Jan 26 19:06:36.016623 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7ecd5353-d2da-4dda-8362-5975ed854ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (08872624-1d5f-4501-9a1e-8e85254bffda), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:36.118779 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7ecd5353-d2da-4dda-8362-5975ed854ccb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ed3ef4c9e0143f88f27d95dd2a790cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7731140 Jan 26 19:06:36.125792 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd5353-d2da-4dda-8362-5975ed854ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08872624-1d5f-4501-9a1e-8e85254bffda,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:36.130123 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43236) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:36.143683 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for port (b0a0f724-09a6-4808-82d9-b2419eeb1903), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:36.146663 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5abb60d-b610-468c-8f07-da5e89083df6 None None] Network 988024a0-48c2-41fe-95e8-6b37c1c27f2c requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:06:36.226248 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-28a4597a-f307-4cbb-a769-1c8b1fd47d55 admin admin] Publish callbacks [] for security_group (08872624-1d5f-4501-9a1e-8e85254bffda), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:36.275018 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-b1fe5fa6-d3f9-4adf-9da9-f8c572b860d1 None None] Provisioning complete for port fcedf073-6fdd-456f-bf3a-7b2d167be156 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:36.275648 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5fa6-d3f9-4adf-9da9-f8c572b860d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (fcedf073-6fdd-456f-bf3a-7b2d167be156), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:36.276058 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:06:36.277119 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-28a4597a-f307-4cbb-a769-1c8b1fd47d55 admin admin] Publish callbacks [] for security_group (08872624-1d5f-4501-9a1e-8e85254bffda), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:36.282339 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da6e0304-d34f-4c4b-a9f3-3489905eac12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (c8327b70-f451-4218-8860-ed5da567d27b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:36.301752 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Sync routers for ids ['26f81d0a-b1ee-44c9-8213-92f1e79e9092'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:06:36.312416 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Routers {'26f81d0a-b1ee-44c9-8213-92f1e79e9092'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:06:36.313461 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:06:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['26f81d0a-b1ee-44c9-8213-92f1e79e9092'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:36.381309 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (b0a0f724-09a6-4808-82d9-b2419eeb1903), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:36.387303 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-da6e0304-d34f-4c4b-a9f3-3489905eac12 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d95565b48a504f26b7acf7bec619accf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7811356 Jan 26 19:06:36.392289 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43242) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:36.410916 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e0304-d34f-4c4b-a9f3-3489905eac12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8327b70-f451-4218-8860-ed5da567d27b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:36.446102 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:36.447357 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-efd718c5-2c1a-4863-9948-c03a40ffdafb admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3908348 Jan 26 19:06:36.450120 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 43244) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:36.465762 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b1fe5fa6-d3f9-4adf-9da9-f8c572b860d1 None None] Current status of the port fcedf073-6fdd-456f-bf3a-7b2d167be156 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:36.466908 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5fa6-d3f9-4adf-9da9-f8c572b860d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (fcedf073-6fdd-456f-bf3a-7b2d167be156), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:36.469413 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:06:36.473829 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:06:36.480780 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:06:36.485040 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-28a4597a-f307-4cbb-a769-1c8b1fd47d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (08872624-1d5f-4501-9a1e-8e85254bffda), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:36.491874 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-28a4597a-f307-4cbb-a769-1c8b1fd47d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:36.505025 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-28a4597a-f307-4cbb-a769-1c8b1fd47d55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/08872624-1d5f-4501-9a1e-8e85254bffda HTTP/1.1" status: 204 len: 168 time: 0.3645830 Jan 26 19:06:36.560113 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b1fe5fa6-d3f9-4adf-9da9-f8c572b860d1 None None] For port fcedf073-6fdd-456f-bf3a-7b2d167be156, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=fcedf073-6fdd-456f-bf3a-7b2d167be156,segment=NetworkSegment(184b70cc-2571-49d2-980d-ff903bee9691),segment_id=184b70cc-2571-49d2-980d-ff903bee9691)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:06:36.565107 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Set router 26f81d0a-b1ee-44c9-8213-92f1e79e9092 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:06:36.565842 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device fcedf073-6fdd-456f-bf3a-7b2d167be156 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:06:36.582912 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4597a-f307-4cbb-a769-1c8b1fd47d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08872624-1d5f-4501-9a1e-8e85254bffda,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:36.601608 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c7336-43e7-486f-82b4-dc003b8e158e req-28b4e1f3-841a-4f38-a7be-73399ec999de tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:36.609797 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ee1c7336-43e7-486f-82b4-dc003b8e158e req-28b4e1f3-841a-4f38-a7be-73399ec999de tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.1517339 Jan 26 19:06:36.623972 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event updated for resources: {'Port': ['ID=b0a0f724-09a6-4808-82d9-b2419eeb1903,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:36.664198 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1fe5fa6-d3f9-4adf-9da9-f8c572b860d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (fcedf073-6fdd-456f-bf3a-7b2d167be156), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:36.701324 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6dca0358-4543-4ab3-9271-a33cd5e8b835 admin admin] Publish callbacks [] for security_group (c8327b70-f451-4218-8860-ed5da567d27b), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:36.829082 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port fcedf073-6fdd-456f-bf3a-7b2d167be156 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:36.830095 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (fcedf073-6fdd-456f-bf3a-7b2d167be156), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:36.832806 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe5fa6-d3f9-4adf-9da9-f8c572b860d1 None None] Pushing event updated for resources: {'Port': ['ID=fcedf073-6fdd-456f-bf3a-7b2d167be156,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:36.839762 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6dca0358-4543-4ab3-9271-a33cd5e8b835 admin admin] Publish callbacks [] for security_group (c8327b70-f451-4218-8860-ed5da567d27b), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:36.856317 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 43250) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:36.860294 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'name': 'tempest-TestShelveInstance-1274734109-router', 'tenant_id': 'b2706edc2a6b4d0eae045932d32614da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '40b59915-daba-4d43-897c-a1486cb69573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:33Z', 'updated_at': '2022-01-26T19:06:34Z', 'revision_number': 3, 'project_id': 'b2706edc2a6b4d0eae045932d32614da', 'gw_port': {'id': '40b59915-daba-4d43-897c-a1486cb69573', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:34Z', 'updated_at': '2022-01-26T19:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:36.895014 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Checking router: 26f81d0a-b1ee-44c9-8213-92f1e79e9092 for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:06:36.895571 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Updating router 26f81d0a-b1ee-44c9-8213-92f1e79e9092 port 40b59915-daba-4d43-897c-a1486cb69573 binding host dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:06:36.912604 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-ae23486d-e191-46dd-a469-20b1bd009ca4 None None] Provisioning complete for port fcedf073-6fdd-456f-bf3a-7b2d167be156 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:36.920005 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ee1c7336-43e7-486f-82b4-dc003b8e158e req-2b4fef13-2a90-4212-aeba-5db729dde2b9 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688730 Jan 26 19:06:36.941239 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae23486d-e191-46dd-a469-20b1bd009ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (fcedf073-6fdd-456f-bf3a-7b2d167be156), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:36.953601 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (40b59915-daba-4d43-897c-a1486cb69573), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.165254 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port fcedf073-6fdd-456f-bf3a-7b2d167be156 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:37.166415 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 65632127-0ad4-418b-9500-cb314279bf3a up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:06:37.222670 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4da02557-721e-4b51-aa7b-3e5b07df602d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.266054 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ae23486d-e191-46dd-a469-20b1bd009ca4 None None] Current status of the port fcedf073-6fdd-456f-bf3a-7b2d167be156 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:37.281920 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 65632127-0ad4-418b-9500-cb314279bf3a triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:37.282315 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (65632127-0ad4-418b-9500-cb314279bf3a), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.338100 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc3b6a32-e626-44b8-90ac-64966c5f9dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.373695 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.400678 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4da02557-721e-4b51-aa7b-3e5b07df602d admin admin] Publish callbacks [] for security_group (238f8ad5-ee2c-4edd-82d7-084cb8f48338), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.410636 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 65632127-0ad4-418b-9500-cb314279bf3a is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:37.428058 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6dca0358-4543-4ab3-9271-a33cd5e8b835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (c8327b70-f451-4218-8860-ed5da567d27b), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.430669 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6dca0358-4543-4ab3-9271-a33cd5e8b835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.432432 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-6dca0358-4543-4ab3-9271-a33cd5e8b835 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8327b70-f451-4218-8860-ed5da567d27b HTTP/1.1" status: 204 len: 168 time: 0.9924626 Jan 26 19:06:37.446276 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968c06e-fd19-41f9-9f69-f9dd8b30835e req-843b08ea-39e8-4258-9e90-f8ecaa8b1c3a tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:37.453976 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9968c06e-fd19-41f9-9f69-f9dd8b30835e req-843b08ea-39e8-4258-9e90-f8ecaa8b1c3a tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.1770654 Jan 26 19:06:37.475081 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4da02557-721e-4b51-aa7b-3e5b07df602d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (238f8ad5-ee2c-4edd-82d7-084cb8f48338), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.482755 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca0358-4543-4ab3-9271-a33cd5e8b835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8327b70-f451-4218-8860-ed5da567d27b,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:37.499434 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Publish callbacks [] for port (40b59915-daba-4d43-897c-a1486cb69573), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.560241 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da02557-721e-4b51-aa7b-3e5b07df602d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238f8ad5-ee2c-4edd-82d7-084cb8f48338,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:37.571831 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-4da02557-721e-4b51-aa7b-3e5b07df602d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c03947c2b0e84793814b8c38c2919dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7142601 Jan 26 19:06:37.578585 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 43260) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:37.584432 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9968c06e-fd19-41f9-9f69-f9dd8b30835e req-51815418-bded-4127-b511-b1217ee446ba tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293240 Jan 26 19:06:37.627109 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (40b59915-daba-4d43-897c-a1486cb69573), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.654635 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Allocated IP 172.20.0.1 (988024a0-48c2-41fe-95e8-6b37c1c27f2c/5d0712bc-b45b-4556-b6e8-2b2544ec330c/f79d6de3-2fb8-47e8-a509-29ae67769bc3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:06:37.664093 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for floatingip (8682a5a4-bd30-4485-8ac7-b8903e884537), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.677291 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Attempting to bind port 40b59915-daba-4d43-897c-a1486cb69573 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:06:37.677627 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Attempting to bind port 40b59915-daba-4d43-897c-a1486cb69573 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:06:37.678196 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Attempting to bind port 40b59915-daba-4d43-897c-a1486cb69573 on network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:06:37.679833 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6fc5623-955c-40ee-aff6-9b552bd6e8ef admin admin] Publish callbacks [] for security_group (238f8ad5-ee2c-4edd-82d7-084cb8f48338), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.689761 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:06:37.690417 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Checking segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:06:37.691231 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.691790 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Bound using segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:06:37.692423 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Bound port: 40b59915-daba-4d43-897c-a1486cb69573, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:06:37.692974 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (40b59915-daba-4d43-897c-a1486cb69573), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.722452 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9044f-142b-48f2-8f14-3701ae4880b1 None None] Pushing event updated for resources: {'Port': ['ID=40b59915-daba-4d43-897c-a1486cb69573,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:37.741166 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6fc5623-955c-40ee-aff6-9b552bd6e8ef admin admin] Publish callbacks [] for security_group (238f8ad5-ee2c-4edd-82d7-084cb8f48338), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.759568 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] For port 40b59915-daba-4d43-897c-a1486cb69573, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:06:37.763612 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] For port 40b59915-daba-4d43-897c-a1486cb69573, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=40b59915-daba-4d43-897c-a1486cb69573,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:06:37.816255 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Publish callbacks [] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.827969 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (40b59915-daba-4d43-897c-a1486cb69573), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.862035 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (b0a0f724-09a6-4808-82d9-b2419eeb1903), before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.897485 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6fc5623-955c-40ee-aff6-9b552bd6e8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (238f8ad5-ee2c-4edd-82d7-084cb8f48338), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.901376 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6fc5623-955c-40ee-aff6-9b552bd6e8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.902549 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-f6fc5623-955c-40ee-aff6-9b552bd6e8ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/238f8ad5-ee2c-4edd-82d7-084cb8f48338 HTTP/1.1" status: 204 len: 168 time: 0.3228929 Jan 26 19:06:37.914636 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc5623-955c-40ee-aff6-9b552bd6e8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238f8ad5-ee2c-4edd-82d7-084cb8f48338,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:37.960814 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Routers {'26f81d0a-b1ee-44c9-8213-92f1e79e9092'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:06:37.965298 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:37.969275 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:06:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['26f81d0a-b1ee-44c9-8213-92f1e79e9092'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:37.973025 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9044f-142b-48f2-8f14-3701ae4880b1 None None] Pushing event updated for resources: {'Port': ['ID=40b59915-daba-4d43-897c-a1486cb69573,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:38.050620 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Network 988024a0-48c2-41fe-95e8-6b37c1c27f2c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:06:38.055324 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:06:38.059966 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:06:38.110647 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Pushing event updated for resources: {'Port': ['ID=f79d6de3-2fb8-47e8-a509-29ae67769bc3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:38.140641 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for port (b0a0f724-09a6-4808-82d9-b2419eeb1903), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:38.208804 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122934'] for port (b0a0f724-09a6-4808-82d9-b2419eeb1903), after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:38.209899 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] Set router 26f81d0a-b1ee-44c9-8213-92f1e79e9092 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:06:38.211997 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4102628'] for router_interface (26f81d0a-b1ee-44c9-8213-92f1e79e9092), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:38.298133 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd41d1-9408-4db3-a34a-304dd738aaca req-bee92708-8331-4de8-8b62-0d6d53e2fa82 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:38.300484 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-80cd41d1-9408-4db3-a34a-304dd738aaca req-bee92708-8331-4de8-8b62-0d6d53e2fa82 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.1910350 Jan 26 19:06:38.373815 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device fcedf073-6fdd-456f-bf3a-7b2d167be156 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:06:38.377613 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event updated for resources: {'Port': ['ID=b0a0f724-09a6-4808-82d9-b2419eeb1903,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:38.391373 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (8682a5a4-bd30-4485-8ac7-b8903e884537), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:38.393084 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43270) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:38.437306 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-80cd41d1-9408-4db3-a34a-304dd738aaca req-f16ca155-bad5-46c5-bb2a-873e6204d7b8 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312430 Jan 26 19:06:38.447805 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ded121ec-9aa2-4d81-8b4e-54956a266957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:38.469831 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port fcedf073-6fdd-456f-bf3a-7b2d167be156 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:38.470304 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (fcedf073-6fdd-456f-bf3a-7b2d167be156), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:38.516700 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'name': 'tempest-TestShelveInstance-1274734109-router', 'tenant_id': 'b2706edc2a6b4d0eae045932d32614da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '40b59915-daba-4d43-897c-a1486cb69573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:33Z', 'updated_at': '2022-01-26T19:06:34Z', 'revision_number': 3, 'project_id': 'b2706edc2a6b4d0eae045932d32614da', 'gw_port': {'id': '40b59915-daba-4d43-897c-a1486cb69573', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:34Z', 'updated_at': '2022-01-26T19:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:38.557315 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774f997b-1305-4419-9e69-edf2ea0251e0 None None] The sync data for ids ['26f81d0a-b1ee-44c9-8213-92f1e79e9092'] in dv-cinder-824187-6-iscsi is: [{'id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'name': 'tempest-TestShelveInstance-1274734109-router', 'tenant_id': 'b2706edc2a6b4d0eae045932d32614da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '40b59915-daba-4d43-897c-a1486cb69573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:33Z', 'updated_at': '2022-01-26T19:06:34Z', 'revision_number': 3, 'project_id': 'b2706edc2a6b4d0eae045932d32614da', 'gw_port': {'id': '40b59915-daba-4d43-897c-a1486cb69573', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:34Z', 'updated_at': '2022-01-26T19:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:06:38.573232 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-ce347c7d-d7f4-4777-9d49-4d53ab4f30be None None] Provisioning complete for port f79d6de3-2fb8-47e8-a509-29ae67769bc3 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:38.577400 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce347c7d-d7f4-4777-9d49-4d53ab4f30be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:38.582278 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.l3_db [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Floating IP 8682a5a4-bd30-4485-8ac7-b8903e884537 associated. External IP: 172.27.2.19, port: 6b1b9c58-6d54-4423-9d37-50aebd641de0. Jan 26 19:06:38.612642 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:38.730355 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ce347c7d-d7f4-4777-9d49-4d53ab4f30be None None] Port f79d6de3-2fb8-47e8-a509-29ae67769bc3 cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:06:38.743236 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port fcedf073-6fdd-456f-bf3a-7b2d167be156 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:38.791691 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ded121ec-9aa2-4d81-8b4e-54956a266957 admin admin] Publish callbacks [] for security_group (3505b942-3f2b-4d15-aa46-73df2de01a27), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:38.817236 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f192ebe-de23-4630-8521-bfba4e16eaf4 req-f94ccb21-b933-4d53-83ee-018480a46afa tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:38.818758 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2f192ebe-de23-4630-8521-bfba4e16eaf4 req-f94ccb21-b933-4d53-83ee-018480a46afa tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0868835 Jan 26 19:06:38.834938 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Publish callbacks [] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:38.883769 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ded121ec-9aa2-4d81-8b4e-54956a266957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (3505b942-3f2b-4d15-aa46-73df2de01a27), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:38.905990 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:38.977383 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Pushing event updated for resources: {'Port': ['ID=f79d6de3-2fb8-47e8-a509-29ae67769bc3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:38.977695 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded121ec-9aa2-4d81-8b4e-54956a266957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3505b942-3f2b-4d15-aa46-73df2de01a27,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:38.983266 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4103796'] for router_interface (26f81d0a-b1ee-44c9-8213-92f1e79e9092), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:39.005401 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2f192ebe-de23-4630-8521-bfba4e16eaf4 req-8aec87c7-a7ad-4ac9-be98-28ead270714e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563349 Jan 26 19:06:39.008838 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ded121ec-9aa2-4d81-8b4e-54956a266957 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ffcf9d1d6e54767b4fc85beb38ff96e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6145504 Jan 26 19:06:39.013044 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43274) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:39.032693 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Router b5de2a7f-81b9-4df9-aef0-abf291462f5d has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:06:39.092437 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Network 988024a0-48c2-41fe-95e8-6b37c1c27f2c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:06:39.093952 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:06:39.120736 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a923cb47-b880-4a65-900d-e12b66010ac5 admin admin] Publish callbacks [] for security_group (3505b942-3f2b-4d15-aa46-73df2de01a27), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:39.195066 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a923cb47-b880-4a65-900d-e12b66010ac5 admin admin] Publish callbacks [] for security_group (3505b942-3f2b-4d15-aa46-73df2de01a27), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:39.233396 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:06:39.233644 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Router 26f81d0a-b1ee-44c9-8213-92f1e79e9092 has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:06:39.245602 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1138cda1-004a-4de0-9bb7-b3bc2431ab9f None None] Sync routers for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:06:39.267035 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1138cda1-004a-4de0-9bb7-b3bc2431ab9f None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:06:39.268613 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1138cda1-004a-4de0-9bb7-b3bc2431ab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:06:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:39.392624 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:06:39.397964 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-7c462c87-389d-4a5b-a075-fde74be4598e admin admin] 10.222.0.52 "PUT /v2.0/routers/26f81d0a-b1ee-44c9-8213-92f1e79e9092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9468188 Jan 26 19:06:39.421555 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-1138cda1-004a-4de0-9bb7-b3bc2431ab9f None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:06:39.429504 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:39.461637 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a923cb47-b880-4a65-900d-e12b66010ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (3505b942-3f2b-4d15-aa46-73df2de01a27), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:39.464169 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a923cb47-b880-4a65-900d-e12b66010ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:39.465534 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a923cb47-b880-4a65-900d-e12b66010ac5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3505b942-3f2b-4d15-aa46-73df2de01a27 HTTP/1.1" status: 204 len: 168 time: 0.4513483 Jan 26 19:06:39.498051 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923cb47-b880-4a65-900d-e12b66010ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3505b942-3f2b-4d15-aa46-73df2de01a27,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:39.517030 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-2abb14a8-e7a3-4dfd-8f3c-16cca86ee14e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2994156 Jan 26 19:06:39.517919 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b38c20-1ae3-4945-9c74-06273db9e14d', 'tag': '6b1b9c58-6d54-4423-9d37-50aebd641de0'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:06:39.520230 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778b83fb83c7ed0d23127b0c5088a0f98009e27ee8199dc064e98ebb24a51604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e94657f-ccdc-4c72-bad0-e3e2c0bfafa4" -d '{"events": [{"name": "network-changed", "server_uuid": "62b38c20-1ae3-4945-9c74-06273db9e14d", "tag": "6b1b9c58-6d54-4423-9d37-50aebd641de0"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:06:39.563815 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5a1229-9b3f-4cb3-b943-842b2f6dae92 x-openstack-request-id: req-2d5a1229-9b3f-4cb3-b943-842b2f6dae92 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:06:39.564297 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b38c20-1ae3-4945-9c74-06273db9e14d", "tag": "6b1b9c58-6d54-4423-9d37-50aebd641de0", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:06:39.564553 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d5a1229-9b3f-4cb3-b943-842b2f6dae92 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:06:39.564956 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b38c20-1ae3-4945-9c74-06273db9e14d', 'tag': '6b1b9c58-6d54-4423-9d37-50aebd641de0', 'status': 'completed', 'code': 200} Jan 26 19:06:39.682155 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94657f-ccdc-4c72-bad0-e3e2c0bfafa4 req-e5bc5ed9-ad1e-466a-b7ad-c6a7d040fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:39.684458 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9e94657f-ccdc-4c72-bad0-e3e2c0bfafa4 req-e5bc5ed9-ad1e-466a-b7ad-c6a7d040fbbc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e696aded712424fa11e2cea742d7fcf&device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 1099 time: 0.0896854 Jan 26 19:06:39.693848 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca317a-094b-4e5b-8ad1-dd14b83c0e43 req-7e8f86f6-0265-43e7-a08d-6a4c597095b1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:39.695470 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-abca317a-094b-4e5b-8ad1-dd14b83c0e43 req-7e8f86f6-0265-43e7-a08d-6a4c597095b1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.1171908 Jan 26 19:06:39.822601 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-abca317a-094b-4e5b-8ad1-dd14b83c0e43 req-fa846f0c-cd7b-4ccc-827b-93451d1feebc tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142046 Jan 26 19:06:39.876144 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94657f-ccdc-4c72-bad0-e3e2c0bfafa4 req-23aadb96-b1b8-44b9-85bf-d16cf16e5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:39.876319 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c66913ca-fa76-4331-9a11-3cc6ee253074 None None] Provisioning complete for port f79d6de3-2fb8-47e8-a509-29ae67769bc3 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:39.876594 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c66913ca-fa76-4331-9a11-3cc6ee253074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:39.877466 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9e94657f-ccdc-4c72-bad0-e3e2c0bfafa4 req-23aadb96-b1b8-44b9-85bf-d16cf16e5d54 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1887265-1d4b-4b0f-a079-aa5abdb4c028 HTTP/1.1" status: 200 len: 913 time: 0.1811862 Jan 26 19:06:39.947468 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b10c4d71-e105-42c0-a570-ec8ff4c64051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:39.950126 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9e94657f-ccdc-4c72-bad0-e3e2c0bfafa4 req-830b9b5a-1ed9-4cc2-a36c-207e761aadcd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b1b9c58-6d54-4423-9d37-50aebd641de0 HTTP/1.1" status: 200 len: 999 time: 0.0658312 Jan 26 19:06:39.962072 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c66913ca-fa76-4331-9a11-3cc6ee253074 None None] Port f79d6de3-2fb8-47e8-a509-29ae67769bc3 cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:06:40.007480 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94657f-ccdc-4c72-bad0-e3e2c0bfafa4 req-2768fe25-20cf-409e-aaae-054098580c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:40.009474 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9e94657f-ccdc-4c72-bad0-e3e2c0bfafa4 req-2768fe25-20cf-409e-aaae-054098580c0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=201de6dd-0e18-46ec-b3e0-295cd0d4de2d HTTP/1.1" status: 200 len: 851 time: 0.0515323 Jan 26 19:06:40.067362 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94657f-ccdc-4c72-bad0-e3e2c0bfafa4 req-4dca6617-8f19-4408-93e2-d5339cd6c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:40.069889 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9e94657f-ccdc-4c72-bad0-e3e2c0bfafa4 req-4dca6617-8f19-4408-93e2-d5339cd6c02b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1887265-1d4b-4b0f-a079-aa5abdb4c028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529766 Jan 26 19:06:40.083871 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1138cda1-004a-4de0-9bb7-b3bc2431ab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': '8682a5a4-bd30-4485-8ac7-b8903e884537', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'port_id': '6b1b9c58-6d54-4423-9d37-50aebd641de0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'mac_address': 'fa:16:3e:b1:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b38c20-1ae3-4945-9c74-06273db9e14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:06:37Z', 'updated_at': '2022-01-26T19:06:37Z', 'revision_number': 0, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:40.132112 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1138cda1-004a-4de0-9bb7-b3bc2431ab9f None None] Checking router: b5de2a7f-81b9-4df9-aef0-abf291462f5d for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:06:40.144595 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1138cda1-004a-4de0-9bb7-b3bc2431ab9f None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:06:40.145269 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1138cda1-004a-4de0-9bb7-b3bc2431ab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:06:40Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:40.214804 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bcb11-797d-4365-982e-d121fcc14e85 req-183a0018-6314-40ab-ba34-6e310762e618 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:40.216866 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-af7bcb11-797d-4365-982e-d121fcc14e85 req-183a0018-6314-40ab-ba34-6e310762e618 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.1106985 Jan 26 19:06:40.242351 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9e94657f-ccdc-4c72-bad0-e3e2c0bfafa4 req-72c150c5-74ec-4260-ac54-dacf2278269e service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643157 Jan 26 19:06:40.309831 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43302) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:40.318113 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-77d2bea3-f04b-48de-9cf1-d831661e9b9a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1651298486', 'description': 'tempest-secgroup-smoke-1651298486 description', 'project_id': '4f53141dac6548f282050b86063dad49'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:06:40.368916 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-1138cda1-004a-4de0-9bb7-b3bc2431ab9f None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:06:40.442159 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77d2bea3-f04b-48de-9cf1-d831661e9b9a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:40.476117 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 40b59915-daba-4d43-897c-a1486cb69573 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:06:40.566065 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77d2bea3-f04b-48de-9cf1-d831661e9b9a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group (ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:40.585804 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-af7bcb11-797d-4365-982e-d121fcc14e85 req-d8ca9cb6-c611-4998-afd9-cdd7c7261627 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3613567 Jan 26 19:06:40.616225 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9e94657f-ccdc-4c72-bad0-e3e2c0bfafa4 req-f7c69116-be6a-472c-869a-8b19cad54b90 service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641536 Jan 26 19:06:40.624815 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 40b59915-daba-4d43-897c-a1486cb69573 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:40.625301 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (40b59915-daba-4d43-897c-a1486cb69573), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:40.719163 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77d2bea3-f04b-48de-9cf1-d831661e9b9a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:40.737486 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:40.754248 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2bea3-f04b-48de-9cf1-d831661e9b9a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:40.759235 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 40b59915-daba-4d43-897c-a1486cb69573 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:40.759562 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (40b59915-daba-4d43-897c-a1486cb69573), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:40.768613 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-1138cda1-004a-4de0-9bb7-b3bc2431ab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': '8682a5a4-bd30-4485-8ac7-b8903e884537', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'port_id': '6b1b9c58-6d54-4423-9d37-50aebd641de0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'mac_address': 'fa:16:3e:b1:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b38c20-1ae3-4945-9c74-06273db9e14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:06:37Z', 'updated_at': '2022-01-26T19:06:37Z', 'revision_number': 0, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:40.805605 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1138cda1-004a-4de0-9bb7-b3bc2431ab9f None None] The sync data for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi is: [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': '8682a5a4-bd30-4485-8ac7-b8903e884537', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'port_id': '6b1b9c58-6d54-4423-9d37-50aebd641de0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'mac_address': 'fa:16:3e:b1:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b38c20-1ae3-4945-9c74-06273db9e14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:06:37Z', 'updated_at': '2022-01-26T19:06:37Z', 'revision_number': 0, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:06:40.812693 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] For port 40b59915-daba-4d43-897c-a1486cb69573, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=40b59915-daba-4d43-897c-a1486cb69573,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:06:40.851961 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77d2bea3-f04b-48de-9cf1-d831661e9b9a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:40.853857 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-77d2bea3-f04b-48de-9cf1-d831661e9b9a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5421607 Jan 26 19:06:40.856313 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43316) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:40.860897 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-a12b2c0c-3dd9-446d-9276-e459cbc9103d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Request body: {'security_group_rule': {'security_group_id': 'ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef', 'project_id': '4f53141dac6548f282050b86063dad49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:06:40.936515 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (40b59915-daba-4d43-897c-a1486cb69573), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:40.948975 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adee59-00b1-4230-bffa-01d6fc7d4045 req-f42c4390-f721-4a07-8f36-0e99984cc811 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:40.951221 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-73adee59-00b1-4230-bffa-01d6fc7d4045 req-f42c4390-f721-4a07-8f36-0e99984cc811 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0514874 Jan 26 19:06:40.968473 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a12b2c0c-3dd9-446d-9276-e459cbc9103d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (d51c162e-9fa6-4c7e-92ae-21af5a686d61), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:40.998223 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Pushing event updated for resources: {'Port': ['ID=40b59915-daba-4d43-897c-a1486cb69573,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:41.039271 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-73adee59-00b1-4230-bffa-01d6fc7d4045 req-23384318-984f-4633-bfa3-3ab17564ada6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780129 Jan 26 19:06:41.064448 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a12b2c0c-3dd9-446d-9276-e459cbc9103d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (d51c162e-9fa6-4c7e-92ae-21af5a686d61), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:41.146719 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a12b2c0c-3dd9-446d-9276-e459cbc9103d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (d51c162e-9fa6-4c7e-92ae-21af5a686d61), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:41.166409 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b2c0c-3dd9-446d-9276-e459cbc9103d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51c162e-9fa6-4c7e-92ae-21af5a686d61,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:41.292039 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a12b2c0c-3dd9-446d-9276-e459cbc9103d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:41.293436 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a12b2c0c-3dd9-446d-9276-e459cbc9103d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4361768 Jan 26 19:06:41.301047 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43324) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:41.305592 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-5fc74f16-af58-4af7-95b9-792ecfedcc8b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Request body: {'security_group_rule': {'security_group_id': 'ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef', 'project_id': '4f53141dac6548f282050b86063dad49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:06:41.413435 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5fc74f16-af58-4af7-95b9-792ecfedcc8b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (8de56dc8-1edb-4269-a1e1-a75c9973dea0), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:41.479750 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5fc74f16-af58-4af7-95b9-792ecfedcc8b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (8de56dc8-1edb-4269-a1e1-a75c9973dea0), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:41.564361 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5fc74f16-af58-4af7-95b9-792ecfedcc8b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (8de56dc8-1edb-4269-a1e1-a75c9973dea0), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:41.594650 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc74f16-af58-4af7-95b9-792ecfedcc8b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de56dc8-1edb-4269-a1e1-a75c9973dea0,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:41.692068 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bb9e60-4581-4254-8e75-8ff2d05c9ed7 None None] New status for floating IP 8682a5a4-bd30-4485-8ac7-b8903e884537: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:06:41.726863 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf0445-f406-4019-b56d-97d19496ec9e req-b6206b62-a094-4eae-960b-4ffb9a914e11 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:41.734914 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-15cf0445-f406-4019-b56d-97d19496ec9e req-b6206b62-a094-4eae-960b-4ffb9a914e11 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0669992 Jan 26 19:06:41.744764 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5fc74f16-af58-4af7-95b9-792ecfedcc8b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:41.749494 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-5fc74f16-af58-4af7-95b9-792ecfedcc8b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4474196 Jan 26 19:06:41.750436 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 43344) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:41.758664 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e32cb8e3-6570-46e1-9748-8635973378b9 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Request body: {'security_group_rule': {'security_group_id': 'ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef', 'project_id': '4f53141dac6548f282050b86063dad49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:06:41.785155 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Sync routers for ids ['26f81d0a-b1ee-44c9-8213-92f1e79e9092'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:06:41.802745 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Routers {'26f81d0a-b1ee-44c9-8213-92f1e79e9092'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:06:41.805646 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:06:40Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['26f81d0a-b1ee-44c9-8213-92f1e79e9092'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:41.819512 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-15cf0445-f406-4019-b56d-97d19496ec9e req-a005dddc-1753-4c0f-aefb-6aef2a88b789 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833406 Jan 26 19:06:41.889201 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e32cb8e3-6570-46e1-9748-8635973378b9 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (d6fad89f-ac3c-491e-ba5f-b3787d656a13), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:41.927924 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Set router 26f81d0a-b1ee-44c9-8213-92f1e79e9092 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:06:41.952252 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e32cb8e3-6570-46e1-9748-8635973378b9 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (d6fad89f-ac3c-491e-ba5f-b3787d656a13), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:42.070117 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e32cb8e3-6570-46e1-9748-8635973378b9 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (d6fad89f-ac3c-491e-ba5f-b3787d656a13), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:42.072787 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420ea5b-44d4-44d9-b956-124ff06b0a82 req-b3792bb7-27b6-460d-92ba-ebd86e5de723 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:42.074616 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8420ea5b-44d4-44d9-b956-124ff06b0a82 req-b3792bb7-27b6-460d-92ba-ebd86e5de723 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0587626 Jan 26 19:06:42.142249 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8420ea5b-44d4-44d9-b956-124ff06b0a82 req-0fed5f97-ba7e-4212-9401-9b0f19e04309 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519001 Jan 26 19:06:42.166980 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cb8e3-6570-46e1-9748-8635973378b9 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6fad89f-ac3c-491e-ba5f-b3787d656a13,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:42.180834 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'name': 'tempest-TestShelveInstance-1274734109-router', 'tenant_id': 'b2706edc2a6b4d0eae045932d32614da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '40b59915-daba-4d43-897c-a1486cb69573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:33Z', 'updated_at': '2022-01-26T19:06:38Z', 'revision_number': 4, 'project_id': 'b2706edc2a6b4d0eae045932d32614da', 'gw_port': {'id': '40b59915-daba-4d43-897c-a1486cb69573', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:34Z', 'updated_at': '2022-01-26T19:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'f79d6de3-2fb8-47e8-a509-29ae67769bc3', 'name': '', 'network_id': '988024a0-48c2-41fe-95e8-6b37c1c27f2c', 'tenant_id': 'b2706edc2a6b4d0eae045932d32614da', 'mac_address': 'fa:16:3e:53:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5d0712bc-b45b-4556-b6e8-2b2544ec330c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:37Z', 'updated_at': '2022-01-26T19:06:38Z', 'revision_number': 2, 'project_id': 'b2706edc2a6b4d0eae045932d32614da', 'subnets': [{'id': '5d0712bc-b45b-4556-b6e8-2b2544ec330c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:42.210215 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Checking router: 26f81d0a-b1ee-44c9-8213-92f1e79e9092 for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:06:42.210649 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Updating router 26f81d0a-b1ee-44c9-8213-92f1e79e9092 port f79d6de3-2fb8-47e8-a509-29ae67769bc3 binding host dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:06:42.232322 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b66c4f-2950-4898-8527-b2c1c7bc1f96 req-948ea0b5-a4f7-4a28-8a6e-714f78e24ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:42.233858 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b4b66c4f-2950-4898-8527-b2c1c7bc1f96 req-948ea0b5-a4f7-4a28-8a6e-714f78e24ec8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=962aee889d284a26804b539454f574a5&device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 1098 time: 0.1249774 Jan 26 19:06:42.242368 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:42.245215 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ecff2-26dc-444f-9b51-b80743e6a256 req-08b0a08d-23e2-424c-842f-13f1c57bad9a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:42.246779 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cc2ecff2-26dc-444f-9b51-b80743e6a256 req-08b0a08d-23e2-424c-842f-13f1c57bad9a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0644758 Jan 26 19:06:42.257470 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e32cb8e3-6570-46e1-9748-8635973378b9 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:42.262065 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43354) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:42.265403 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-e32cb8e3-6570-46e1-9748-8635973378b9 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5099070 Jan 26 19:06:42.267409 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-bc3aef21-82c8-4de4-999e-8c7f19ef1d59 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Request body: {'security_group_rule': {'security_group_id': 'ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef', 'project_id': '4f53141dac6548f282050b86063dad49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:06:42.366306 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bc3aef21-82c8-4de4-999e-8c7f19ef1d59 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (bbbc0678-e370-499e-ac7d-e619c30d4ab7), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:42.368598 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cc2ecff2-26dc-444f-9b51-b80743e6a256 req-0ac83113-3ce2-4b2b-aa72-eaa384082371 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019499 Jan 26 19:06:42.374151 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 40b59915-daba-4d43-897c-a1486cb69573 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:06:42.385193 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b66c4f-2950-4898-8527-b2c1c7bc1f96 req-a9ee5728-7e7f-4f89-a560-e1132aeae77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:42.386911 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b4b66c4f-2950-4898-8527-b2c1c7bc1f96 req-a9ee5728-7e7f-4f89-a560-e1132aeae77b service neutron] 10.222.0.55 "GET /v2.0/networks?id=921d1990-0cae-4d45-bbe0-ab047b54ae33 HTTP/1.1" status: 200 len: 919 time: 0.1385841 Jan 26 19:06:42.451244 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b4b66c4f-2950-4898-8527-b2c1c7bc1f96 req-a5c8e1b8-38d1-464c-b580-f430e75c7d88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb9289d-07a6-40bf-8689-eeb57d2ccf08 HTTP/1.1" status: 200 len: 217 time: 0.0471127 Jan 26 19:06:42.453333 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bc3aef21-82c8-4de4-999e-8c7f19ef1d59 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (bbbc0678-e370-499e-ac7d-e619c30d4ab7), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:42.496610 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 40b59915-daba-4d43-897c-a1486cb69573 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:42.497509 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (40b59915-daba-4d43-897c-a1486cb69573), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:42.512403 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b66c4f-2950-4898-8527-b2c1c7bc1f96 req-74f35950-2144-480f-9f1f-df94033fbb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:42.514511 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b4b66c4f-2950-4898-8527-b2c1c7bc1f96 req-74f35950-2144-480f-9f1f-df94033fbb98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1d20eae-eca3-4437-bd5f-ba7798de1214 HTTP/1.1" status: 200 len: 858 time: 0.0541551 Jan 26 19:06:42.530391 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bc3aef21-82c8-4de4-999e-8c7f19ef1d59 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (bbbc0678-e370-499e-ac7d-e619c30d4ab7), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:42.555662 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3aef21-82c8-4de4-999e-8c7f19ef1d59 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbc0678-e370-499e-ac7d-e619c30d4ab7,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:42.557072 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b4b66c4f-2950-4898-8527-b2c1c7bc1f96 req-affbf522-9b16-485e-a407-dcef6c45f852 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=921d1990-0cae-4d45-bbe0-ab047b54ae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310328 Jan 26 19:06:42.652191 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bc3aef21-82c8-4de4-999e-8c7f19ef1d59 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:42.658931 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-bc3aef21-82c8-4de4-999e-8c7f19ef1d59 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3951089 Jan 26 19:06:42.661675 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43366) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:42.668671 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-eeb24a96-5894-48f2-bf89-a046ec2acc9e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Request body: {'security_group_rule': {'security_group_id': 'ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef', 'project_id': '4f53141dac6548f282050b86063dad49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:06:42.669103 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b4b66c4f-2950-4898-8527-b2c1c7bc1f96 req-1889a5f5-970c-4ec7-a6c3-05776bb118e3 service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039679 Jan 26 19:06:42.705598 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:42.721965 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:06:42.758962 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.securitygroups_db [None req-eeb24a96-5894-48f2-bf89-a046ec2acc9e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Project 4f53141dac6548f282050b86063dad49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 19:06:42.771966 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b4b66c4f-2950-4898-8527-b2c1c7bc1f96 req-7578597d-497c-4bbf-9fbf-3d884ab7874b service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949764 Jan 26 19:06:42.773760 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-eeb24a96-5894-48f2-bf89-a046ec2acc9e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (d166f77d-0064-4d73-a94b-615c5e41533a), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:42.798627 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Publish callbacks [] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:42.800441 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 40b59915-daba-4d43-897c-a1486cb69573 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:42.848597 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-eeb24a96-5894-48f2-bf89-a046ec2acc9e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (d166f77d-0064-4d73-a94b-615c5e41533a), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:42.872969 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:42.937509 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9955e-f2f3-453a-a0ce-abe9c5356aab req-d5d4f354-e8ba-4b4d-b1c3-7a44fa40c5b8 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:42.939152 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-afd9955e-f2f3-453a-a0ce-abe9c5356aab req-d5d4f354-e8ba-4b4d-b1c3-7a44fa40c5b8 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0602837 Jan 26 19:06:42.941381 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-eeb24a96-5894-48f2-bf89-a046ec2acc9e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (d166f77d-0064-4d73-a94b-615c5e41533a), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:42.951705 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93427ca0-d262-434d-a2ff-e5818689016a None None] Pushing event updated for resources: {'Port': ['ID=f79d6de3-2fb8-47e8-a509-29ae67769bc3,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:42.995814 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb24a96-5894-48f2-bf89-a046ec2acc9e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d166f77d-0064-4d73-a94b-615c5e41533a,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:42.999753 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Attempting to bind port f79d6de3-2fb8-47e8-a509-29ae67769bc3 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:06:43.000340 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Attempting to bind port f79d6de3-2fb8-47e8-a509-29ae67769bc3 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '184b70cc-2571-49d2-980d-ff903bee9691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '988024a0-48c2-41fe-95e8-6b37c1c27f2c'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:06:43.001645 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Attempting to bind port f79d6de3-2fb8-47e8-a509-29ae67769bc3 on network 988024a0-48c2-41fe-95e8-6b37c1c27f2c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:06:43.010233 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:06:43.010867 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Checking segment: {'id': '184b70cc-2571-49d2-980d-ff903bee9691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '988024a0-48c2-41fe-95e8-6b37c1c27f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:06:43.011431 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:43.012040 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Bound using segment: {'id': '184b70cc-2571-49d2-980d-ff903bee9691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '988024a0-48c2-41fe-95e8-6b37c1c27f2c'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:06:43.013805 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Bound port: f79d6de3-2fb8-47e8-a509-29ae67769bc3, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184b70cc-2571-49d2-980d-ff903bee9691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '988024a0-48c2-41fe-95e8-6b37c1c27f2c'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:06:43.014436 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:43.043311 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-afd9955e-f2f3-453a-a0ce-abe9c5356aab req-f621ef75-bd32-4f0f-b782-4987bd417b9f tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791569 Jan 26 19:06:43.091737 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] For port f79d6de3-2fb8-47e8-a509-29ae67769bc3, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:06:43.095049 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] For port f79d6de3-2fb8-47e8-a509-29ae67769bc3, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=f79d6de3-2fb8-47e8-a509-29ae67769bc3,segment=NetworkSegment(184b70cc-2571-49d2-980d-ff903bee9691),segment_id=184b70cc-2571-49d2-980d-ff903bee9691)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:06:43.108919 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-eeb24a96-5894-48f2-bf89-a046ec2acc9e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:43.110172 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-eeb24a96-5894-48f2-bf89-a046ec2acc9e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4458585 Jan 26 19:06:43.112963 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43382) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:43.117369 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-d540ceef-694e-41d2-9006-580aec2ae85d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Request body: {'security_group_rule': {'security_group_id': 'ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef', 'project_id': '4f53141dac6548f282050b86063dad49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:06:43.186012 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:43.213877 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.securitygroups_db [None req-d540ceef-694e-41d2-9006-580aec2ae85d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Project 4f53141dac6548f282050b86063dad49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 19:06:43.219758 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d540ceef-694e-41d2-9006-580aec2ae85d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (a1bcb0b2-5765-4723-b366-d28ccfeac6ce), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:43.254337 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-0caf9377-0ce3-450a-9e63-1b18043b6d7c None None] Provisioning complete for port f79d6de3-2fb8-47e8-a509-29ae67769bc3 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:43.254719 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0caf9377-0ce3-450a-9e63-1b18043b6d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:43.266036 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Routers {'26f81d0a-b1ee-44c9-8213-92f1e79e9092'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:06:43.266677 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:06:40Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['26f81d0a-b1ee-44c9-8213-92f1e79e9092'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:43.291533 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3fe56-9d4b-4964-8885-c0b7577c805d req-246165f9-0088-4d86-9971-e9274c86042f tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:43.293886 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-02e3fe56-9d4b-4964-8885-c0b7577c805d req-246165f9-0088-4d86-9971-e9274c86042f tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0762556 Jan 26 19:06:43.295406 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d540ceef-694e-41d2-9006-580aec2ae85d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (a1bcb0b2-5765-4723-b366-d28ccfeac6ce), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:43.330285 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93427ca0-d262-434d-a2ff-e5818689016a None None] Pushing event updated for resources: {'Port': ['ID=f79d6de3-2fb8-47e8-a509-29ae67769bc3,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:43.365611 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d540ceef-694e-41d2-9006-580aec2ae85d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (a1bcb0b2-5765-4723-b366-d28ccfeac6ce), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:43.375442 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-02e3fe56-9d4b-4964-8885-c0b7577c805d req-8e694401-4a49-4b60-93c3-da823abf5c66 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753486 Jan 26 19:06:43.381216 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540ceef-694e-41d2-9006-580aec2ae85d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1bcb0b2-5765-4723-b366-d28ccfeac6ce,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:43.457528 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] Set router 26f81d0a-b1ee-44c9-8213-92f1e79e9092 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:06:43.459442 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0caf9377-0ce3-450a-9e63-1b18043b6d7c None None] Current status of the port f79d6de3-2fb8-47e8-a509-29ae67769bc3 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:43.459756 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0caf9377-0ce3-450a-9e63-1b18043b6d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:43.507169 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d540ceef-694e-41d2-9006-580aec2ae85d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:43.507169 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-d540ceef-694e-41d2-9006-580aec2ae85d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3908229 Jan 26 19:06:43.531919 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d8b38-a436-4d68-b21b-9af11b1e7b33 req-950fa57d-4161-4839-b724-b620d4f04b2b tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:43.533490 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-324d8b38-a436-4d68-b21b-9af11b1e7b33 req-950fa57d-4161-4839-b724-b620d4f04b2b tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0662129 Jan 26 19:06:43.556744 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0caf9377-0ce3-450a-9e63-1b18043b6d7c None None] For port f79d6de3-2fb8-47e8-a509-29ae67769bc3, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=f79d6de3-2fb8-47e8-a509-29ae67769bc3,segment=NetworkSegment(184b70cc-2571-49d2-980d-ff903bee9691),segment_id=184b70cc-2571-49d2-980d-ff903bee9691)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:06:43.594540 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-324d8b38-a436-4d68-b21b-9af11b1e7b33 req-abecccb1-0712-4f7a-b4f5-3ab4f06c5878 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545413 Jan 26 19:06:43.678583 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0caf9377-0ce3-450a-9e63-1b18043b6d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:43.736910 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf9377-0ce3-450a-9e63-1b18043b6d7c None None] Pushing event updated for resources: {'Port': ['ID=f79d6de3-2fb8-47e8-a509-29ae67769bc3,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:43.740299 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:43.751559 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'name': 'tempest-TestShelveInstance-1274734109-router', 'tenant_id': 'b2706edc2a6b4d0eae045932d32614da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '40b59915-daba-4d43-897c-a1486cb69573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:33Z', 'updated_at': '2022-01-26T19:06:38Z', 'revision_number': 4, 'project_id': 'b2706edc2a6b4d0eae045932d32614da', 'gw_port': {'id': '40b59915-daba-4d43-897c-a1486cb69573', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:34Z', 'updated_at': '2022-01-26T19:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'f79d6de3-2fb8-47e8-a509-29ae67769bc3', 'name': '', 'network_id': '988024a0-48c2-41fe-95e8-6b37c1c27f2c', 'tenant_id': 'b2706edc2a6b4d0eae045932d32614da', 'mac_address': 'fa:16:3e:53:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5d0712bc-b45b-4556-b6e8-2b2544ec330c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:37Z', 'updated_at': '2022-01-26T19:06:43Z', 'revision_number': 4, 'project_id': 'b2706edc2a6b4d0eae045932d32614da', 'subnets': [{'id': '5d0712bc-b45b-4556-b6e8-2b2544ec330c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:06:43.782750 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20caec9-1284-47b7-b48f-c5854bdb24d5 None None] The sync data for ids ['26f81d0a-b1ee-44c9-8213-92f1e79e9092'] in dv-cinder-824187-6-iscsi is: [{'id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'name': 'tempest-TestShelveInstance-1274734109-router', 'tenant_id': 'b2706edc2a6b4d0eae045932d32614da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '40b59915-daba-4d43-897c-a1486cb69573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:33Z', 'updated_at': '2022-01-26T19:06:38Z', 'revision_number': 4, 'project_id': 'b2706edc2a6b4d0eae045932d32614da', 'gw_port': {'id': '40b59915-daba-4d43-897c-a1486cb69573', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:34Z', 'updated_at': '2022-01-26T19:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'f79d6de3-2fb8-47e8-a509-29ae67769bc3', 'name': '', 'network_id': '988024a0-48c2-41fe-95e8-6b37c1c27f2c', 'tenant_id': 'b2706edc2a6b4d0eae045932d32614da', 'mac_address': 'fa:16:3e:53:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '5d0712bc-b45b-4556-b6e8-2b2544ec330c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:37Z', 'updated_at': '2022-01-26T19:06:43Z', 'revision_number': 4, 'project_id': 'b2706edc2a6b4d0eae045932d32614da', 'subnets': [{'id': '5d0712bc-b45b-4556-b6e8-2b2544ec330c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:06:43.799815 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9d06f1e1-ae4a-47cf-9976-730c31a17b1a None None] Provisioning complete for port f79d6de3-2fb8-47e8-a509-29ae67769bc3 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:43.800492 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d06f1e1-ae4a-47cf-9976-730c31a17b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:43.906287 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9d06f1e1-ae4a-47cf-9976-730c31a17b1a None None] Current status of the port f79d6de3-2fb8-47e8-a509-29ae67769bc3 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:44.160280 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170245-b8fc-40ba-a468-d4cbf32e2573 req-fbffeca6-2650-43e4-a0bb-a631c58d2959 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:44.161907 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fb170245-b8fc-40ba-a468-d4cbf32e2573 req-fbffeca6-2650-43e4-a0bb-a631c58d2959 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0590351 Jan 26 19:06:44.221175 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fb170245-b8fc-40ba-a468-d4cbf32e2573 req-10779e49-4fa4-4ac4-a54c-35b56ea75823 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530765 Jan 26 19:06:44.376195 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device f79d6de3-2fb8-47e8-a509-29ae67769bc3 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:06:44.445829 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port f79d6de3-2fb8-47e8-a509-29ae67769bc3 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:44.446599 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:44.531613 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2692f-8697-4df0-9c7c-b6df423c73f8 req-601407fe-fa26-4050-9cd9-b3514ea87ee6 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:44.533167 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f0b2692f-8697-4df0-9c7c-b6df423c73f8 req-601407fe-fa26-4050-9cd9-b3514ea87ee6 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0600934 Jan 26 19:06:44.562805 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port f79d6de3-2fb8-47e8-a509-29ae67769bc3 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:44.583147 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f0b2692f-8697-4df0-9c7c-b6df423c73f8 req-4f4f1de1-cf8a-46a7-9a89-19167b1c413c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428569 Jan 26 19:06:44.714666 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8082a9-ed5a-4176-b788-d08c60d11b6b req-5a4c07ae-ae48-4a36-91f0-728b692ff610 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:44.716162 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6b8082a9-ed5a-4176-b788-d08c60d11b6b req-5a4c07ae-ae48-4a36-91f0-728b692ff610 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0483162 Jan 26 19:06:44.764373 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6b8082a9-ed5a-4176-b788-d08c60d11b6b req-cdc1ef1f-0d77-41e7-8bdb-1ce34ace7f6b tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425224 Jan 26 19:06:45.080168 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 71478470-4459-430c-9feb-dda9d023d3c4 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:06:45.189376 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 71478470-4459-430c-9feb-dda9d023d3c4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=71478470-4459-430c-9feb-dda9d023d3c4,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:06:45.201017 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': '71478470-4459-430c-9feb-dda9d023d3c4', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'port_id': '71478470-4459-430c-9feb-dda9d023d3c4', 'mac_address': 'fa:16:3e:c3:58:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:06:45.241569 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 71478470-4459-430c-9feb-dda9d023d3c4 is: ACTIVE; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:45.241962 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (71478470-4459-430c-9feb-dda9d023d3c4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:45.256024 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71478470-4459-430c-9feb-dda9d023d3c4 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:06:45.275294 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 71478470-4459-430c-9feb-dda9d023d3c4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=71478470-4459-430c-9feb-dda9d023d3c4,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:06:45.338521 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a3f3a-af42-4338-b8e3-09c2e11c09a8 req-664bc814-bcb8-4f1a-9fc1-3185533a08fe tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:45.339984 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-688a3f3a-af42-4338-b8e3-09c2e11c09a8 req-664bc814-bcb8-4f1a-9fc1-3185533a08fe tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0475328 Jan 26 19:06:45.364288 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (71478470-4459-430c-9feb-dda9d023d3c4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:45.398852 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-688a3f3a-af42-4338-b8e3-09c2e11c09a8 req-d0ed684d-2c48-4a25-b111-d577d51d3462 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517883 Jan 26 19:06:45.412665 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=71478470-4459-430c-9feb-dda9d023d3c4,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:45.647683 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['71478470-4459-430c-9feb-dda9d023d3c4'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:06:45.705140 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730edf7-fe24-4112-9f98-5a890ceccdb2 req-03ff99ab-0002-4c64-8031-37f8d0b94c60 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:45.706759 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6730edf7-fe24-4112-9f98-5a890ceccdb2 req-03ff99ab-0002-4c64-8031-37f8d0b94c60 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0527430 Jan 26 19:06:45.759360 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6730edf7-fe24-4112-9f98-5a890ceccdb2 req-d5c0b276-744f-426c-9d12-c1ca38a1ea57 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448935 Jan 26 19:06:45.890701 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a34e9-1eb1-4bda-a259-6b5f12499230 req-80323ceb-32fa-4ba4-95c2-901cdb99b8da tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:45.892139 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-090a34e9-1eb1-4bda-a259-6b5f12499230 req-80323ceb-32fa-4ba4-95c2-901cdb99b8da tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 944 time: 0.0482590 Jan 26 19:06:45.941839 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-090a34e9-1eb1-4bda-a259-6b5f12499230 req-2e443df1-5ff5-4469-82fb-6a112c92ee67 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441313 Jan 26 19:06:46.524631 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919082bb-fbe9-4818-a0b1-c41062525d18 req-2c244ce8-717a-4002-b63d-79cdc3b5c0ea tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:46.526150 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-919082bb-fbe9-4818-a0b1-c41062525d18 req-2c244ce8-717a-4002-b63d-79cdc3b5c0ea tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0500777 Jan 26 19:06:46.575281 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-919082bb-fbe9-4818-a0b1-c41062525d18 req-e79048ad-5b2a-48fe-b681-7f9f6e32460f tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430784 Jan 26 19:06:46.878343 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bc7d7-3d55-47ce-b057-12b72b70dde0 req-b420f8cd-b231-4969-b975-1d0644a2c1a9 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:46.879837 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-790bc7d7-3d55-47ce-b057-12b72b70dde0 req-b420f8cd-b231-4969-b975-1d0644a2c1a9 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0511372 Jan 26 19:06:46.929069 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-790bc7d7-3d55-47ce-b057-12b72b70dde0 req-047f8739-e538-4440-93e3-79f36b1a6cb9 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431123 Jan 26 19:06:47.065757 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c724cc-487a-486f-8de3-95602d7a61c3 req-17269e2b-b8c8-41f3-9b4c-18c9d2347013 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:47.067314 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b7c724cc-487a-486f-8de3-95602d7a61c3 req-17269e2b-b8c8-41f3-9b4c-18c9d2347013 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 944 time: 0.0522728 Jan 26 19:06:47.088781 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 71478470-4459-430c-9feb-dda9d023d3c4 up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:06:47.122748 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b7c724cc-487a-486f-8de3-95602d7a61c3 req-a0b02133-cb52-4fbe-83bb-315a2a8916cb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480456 Jan 26 19:06:47.141547 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port 71478470-4459-430c-9feb-dda9d023d3c4 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:06:47.141931 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (71478470-4459-430c-9feb-dda9d023d3c4), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:47.224725 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 71478470-4459-430c-9feb-dda9d023d3c4 is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:06:47.225158 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (71478470-4459-430c-9feb-dda9d023d3c4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:47.248125 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71478470-4459-430c-9feb-dda9d023d3c4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:06:47.250470 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4d1aa4-3011-4abd-8bac-0af8d89eca1c" -d '{"events": [{"server_uuid": "56c9c842-3e6b-4e8f-954f-0b37b40fe4d8", "name": "network-vif-plugged", "status": "completed", "tag": "71478470-4459-430c-9feb-dda9d023d3c4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:06:47.268925 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 71478470-4459-430c-9feb-dda9d023d3c4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=71478470-4459-430c-9feb-dda9d023d3c4,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:06:47.296261 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2d15a9-7e71-460e-881b-e06d06256a3d x-openstack-request-id: req-dc2d15a9-7e71-460e-881b-e06d06256a3d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:06:47.296560 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c9c842-3e6b-4e8f-954f-0b37b40fe4d8", "name": "network-vif-plugged", "status": "completed", "tag": "71478470-4459-430c-9feb-dda9d023d3c4", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:06:47.296815 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc2d15a9-7e71-460e-881b-e06d06256a3d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:06:47.297278 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71478470-4459-430c-9feb-dda9d023d3c4', 'code': 200} Jan 26 19:06:47.322282 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (71478470-4459-430c-9feb-dda9d023d3c4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:47.372211 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=71478470-4459-430c-9feb-dda9d023d3c4,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:47.721138 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adaec0b-c68e-490d-8b9e-99d46ba5724a req-25718a6d-ef2b-46cd-853f-25ff2c6a0e81 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:47.722944 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7adaec0b-c68e-490d-8b9e-99d46ba5724a req-25718a6d-ef2b-46cd-853f-25ff2c6a0e81 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0589945 Jan 26 19:06:47.793151 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7adaec0b-c68e-490d-8b9e-99d46ba5724a req-72cf445a-31c7-413b-a8c6-2fd29927530e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546150 Jan 26 19:06:48.093248 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fcf3b-48f0-49a4-86e0-f25af9d4fabf req-677b8592-cf37-4bb2-a10d-a53a0a195fff tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:48.100602 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c66fcf3b-48f0-49a4-86e0-f25af9d4fabf req-677b8592-cf37-4bb2-a10d-a53a0a195fff tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0584533 Jan 26 19:06:48.145452 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c66fcf3b-48f0-49a4-86e0-f25af9d4fabf req-daf24795-5c75-43fc-97e4-9281302537dc tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438821 Jan 26 19:06:48.299026 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd43344-e1d8-4ab5-912e-9c51cfcd9dae req-a39a5a05-3858-4a66-be15-7759454c6c8f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:48.301207 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8bd43344-e1d8-4ab5-912e-9c51cfcd9dae req-a39a5a05-3858-4a66-be15-7759454c6c8f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0643346 Jan 26 19:06:48.366216 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8bd43344-e1d8-4ab5-912e-9c51cfcd9dae req-04348313-75b2-4256-8fa1-d617dab3550b tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591803 Jan 26 19:06:49.006488 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ef3c8-06cb-4341-b942-79c91d8bf5b3 req-afca9ea7-11d6-45b7-8a7e-f47238ecd9ba tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:49.015065 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-764ef3c8-06cb-4341-b942-79c91d8bf5b3 req-afca9ea7-11d6-45b7-8a7e-f47238ecd9ba tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.1212358 Jan 26 19:06:49.087228 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-764ef3c8-06cb-4341-b942-79c91d8bf5b3 req-7f6d96ab-2ab6-4ea1-8cac-7a95bcd8d4b7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690308 Jan 26 19:06:49.320233 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6c722-fd1e-4430-b5a9-260b6134e187 req-dee32788-973c-403d-86d0-dd12d2f8849c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:49.338840 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-86f6c722-fd1e-4430-b5a9-260b6134e187 req-dee32788-973c-403d-86d0-dd12d2f8849c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0682197 Jan 26 19:06:49.392101 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-86f6c722-fd1e-4430-b5a9-260b6134e187 req-05f17324-b10a-43cf-9199-fa8ae604424f tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523374 Jan 26 19:06:49.533705 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0c074-c1e8-403b-a712-906690c4c0ed req-f9d59baf-f392-4eb3-8b6a-ffe7d018b554 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:49.535362 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86d0c074-c1e8-403b-a712-906690c4c0ed req-f9d59baf-f392-4eb3-8b6a-ffe7d018b554 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0707834 Jan 26 19:06:49.604679 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86d0c074-c1e8-403b-a712-906690c4c0ed req-bfd0ea31-0eaf-46b9-a52c-bb65e395e461 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630925 Jan 26 19:06:50.233290 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8051288-8921-4075-9ef0-5c100cabe6fb req-4710ef3e-6f62-489e-9ee0-9f23063ab1d4 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:50.234796 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a8051288-8921-4075-9ef0-5c100cabe6fb req-4710ef3e-6f62-489e-9ee0-9f23063ab1d4 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0512540 Jan 26 19:06:50.286931 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a8051288-8921-4075-9ef0-5c100cabe6fb req-742b129f-2f52-447f-8e5f-b3012e0d3f0f tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462477 Jan 26 19:06:50.519495 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfa982-a0d0-453b-a082-2eb8301082f8 req-daf53e7c-7326-40ae-8def-b2385e50851f tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:50.521183 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4dcfa982-a0d0-453b-a082-2eb8301082f8 req-daf53e7c-7326-40ae-8def-b2385e50851f tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0591083 Jan 26 19:06:50.589310 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4dcfa982-a0d0-453b-a082-2eb8301082f8 req-6bde94e2-1215-4a72-b4b3-15244c346869 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614808 Jan 26 19:06:50.742558 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b169eb-9b42-4323-801c-543d4c8ff480 req-1d8e49fe-0fec-4441-b92c-9935efb6c206 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:50.744689 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-48b169eb-9b42-4323-801c-543d4c8ff480 req-1d8e49fe-0fec-4441-b92c-9935efb6c206 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0927894 Jan 26 19:06:50.805630 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba622493-4945-4edb-9c24-e1fb02bad067 req-223c0b35-8cba-412e-a17f-766281cf972f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:50.807739 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ba622493-4945-4edb-9c24-e1fb02bad067 req-223c0b35-8cba-412e-a17f-766281cf972f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.1030235 Jan 26 19:06:50.851142 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-48b169eb-9b42-4323-801c-543d4c8ff480 req-88c1a5b0-879b-4ff1-8987-8fca72811a95 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924809 Jan 26 19:06:50.913332 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3041f9e-7f92-449f-840c-3aab8d70fa23 req-d8b574a4-818a-4101-8da4-17467a6d7b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:50.915297 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f3041f9e-7f92-449f-840c-3aab8d70fa23 req-d8b574a4-818a-4101-8da4-17467a6d7b47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad6163233adb43149b021649508e8ff6&device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 1099 time: 0.1059520 Jan 26 19:06:50.922074 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ba622493-4945-4edb-9c24-e1fb02bad067 req-363a3121-d17c-4cd8-a309-f458e9ab3394 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787055 Jan 26 19:06:51.058609 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3041f9e-7f92-449f-840c-3aab8d70fa23 req-e454c925-cca6-4797-abb6-6733c9e0340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:51.060445 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f3041f9e-7f92-449f-840c-3aab8d70fa23 req-e454c925-cca6-4797-abb6-6733c9e0340d service neutron] 10.222.0.55 "GET /v2.0/networks?id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf HTTP/1.1" status: 200 len: 910 time: 0.1264589 Jan 26 19:06:51.137197 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f3041f9e-7f92-449f-840c-3aab8d70fa23 req-5ba8009c-2c91-4d5b-bebb-8f1872650ccd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e3e31e0-8c7b-43b8-b9e1-700597ce84be HTTP/1.1" status: 200 len: 1002 time: 0.0679245 Jan 26 19:06:51.203320 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3041f9e-7f92-449f-840c-3aab8d70fa23 req-ab8a2758-4073-4eaa-b6ee-b58a4bf64cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:51.204950 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f3041f9e-7f92-449f-840c-3aab8d70fa23 req-ab8a2758-4073-4eaa-b6ee-b58a4bf64cdd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f48a8d7c-62d5-4c66-b22a-175e4457e7a9 HTTP/1.1" status: 200 len: 848 time: 0.0535986 Jan 26 19:06:51.258096 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3041f9e-7f92-449f-840c-3aab8d70fa23 req-093073a4-a26e-4088-a211-175cbbce50c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:51.259690 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f3041f9e-7f92-449f-840c-3aab8d70fa23 req-093073a4-a26e-4088-a211-175cbbce50c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468667 Jan 26 19:06:51.371926 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f3041f9e-7f92-449f-840c-3aab8d70fa23 req-0eaae816-e162-4177-b9b1-1a832deb5091 service neutron] 10.222.0.55 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014640 Jan 26 19:06:51.522482 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f3041f9e-7f92-449f-840c-3aab8d70fa23 req-f8fa4354-c532-48f1-83a7-111ff6cc317e service neutron] 10.222.0.55 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436200 Jan 26 19:06:51.734505 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522317c-96fa-447e-b7de-32f4b1e99667 req-60a29815-8f09-48b9-b930-3936d35bde36 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:51.737523 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6522317c-96fa-447e-b7de-32f4b1e99667 req-60a29815-8f09-48b9-b930-3936d35bde36 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0629900 Jan 26 19:06:51.791659 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6522317c-96fa-447e-b7de-32f4b1e99667 req-f0ced016-75a0-4d8b-b2e4-a4ea76442311 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497563 Jan 26 19:06:51.951282 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:52.015705 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fce4c-c503-47ef-9ca6-8a2834506dee req-6b45dab4-28d7-4131-9f15-84685ae8fcbb tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:52.023349 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bd0fce4c-c503-47ef-9ca6-8a2834506dee req-6b45dab4-28d7-4131-9f15-84685ae8fcbb tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0653150 Jan 26 19:06:52.058994 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba18c2-3bc0-4378-803c-4cbf550cd5b5 req-003b5233-f98d-4d32-a673-2efdd9da03ba tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:52.060676 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-22ba18c2-3bc0-4378-803c-4cbf550cd5b5 req-003b5233-f98d-4d32-a673-2efdd9da03ba tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0524373 Jan 26 19:06:52.083161 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bd0fce4c-c503-47ef-9ca6-8a2834506dee req-4ed7b78c-7225-40b7-9aeb-4b3e2ed4d97c tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573206 Jan 26 19:06:52.133090 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-22ba18c2-3bc0-4378-803c-4cbf550cd5b5 req-acd0765e-b2e7-4679-bc69-27cc9e9d5f3a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658393 Jan 26 19:06:52.947595 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064bd9e-4571-4114-b740-6e4a121e092f req-9111d351-dffd-44a8-9543-60807a5f1986 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:52.950540 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3064bd9e-4571-4114-b740-6e4a121e092f req-9111d351-dffd-44a8-9543-60807a5f1986 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0798206 Jan 26 19:06:53.060269 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3064bd9e-4571-4114-b740-6e4a121e092f req-1304e215-52d8-49ce-a800-0ad6fb07af38 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955222 Jan 26 19:06:53.307951 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a55a4-6ea3-438e-b86c-d390c83624cc req-7e3cf932-a932-46ad-89c6-0da318e44607 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:53.321596 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2e5a55a4-6ea3-438e-b86c-d390c83624cc req-7e3cf932-a932-46ad-89c6-0da318e44607 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0890257 Jan 26 19:06:53.397191 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2e5a55a4-6ea3-438e-b86c-d390c83624cc req-010c0af9-6274-4ec6-a416-c30e835e23e8 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803118 Jan 26 19:06:53.420840 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56a9a6-80b7-4af7-8195-5cef2ae99871 req-c1abf893-7bf4-4253-91a6-b09045a14f17 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:53.423446 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0a56a9a6-80b7-4af7-8195-5cef2ae99871 req-c1abf893-7bf4-4253-91a6-b09045a14f17 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.2711565 Jan 26 19:06:53.496829 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0a56a9a6-80b7-4af7-8195-5cef2ae99871 req-1cd53457-3bf0-4f2b-81b2-5602a77ffbe3 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628428 Jan 26 19:06:54.162673 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d306186-8ee3-42c4-9e32-6049e9a190ca req-82f0a548-515f-466d-82c4-086e648ae4a7 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:54.164295 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0d306186-8ee3-42c4-9e32-6049e9a190ca req-82f0a548-515f-466d-82c4-086e648ae4a7 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0503488 Jan 26 19:06:54.217378 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0d306186-8ee3-42c4-9e32-6049e9a190ca req-2e2bf6ae-782f-45f2-8ae4-544b98e38bf4 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475085 Jan 26 19:06:54.541523 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c549e-006f-4086-ab4c-15053ad777ec req-660ef630-d8dc-4c44-8f3d-dd96c9ef5735 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:54.543999 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-584c549e-006f-4086-ab4c-15053ad777ec req-660ef630-d8dc-4c44-8f3d-dd96c9ef5735 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0604625 Jan 26 19:06:54.602847 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-584c549e-006f-4086-ab4c-15053ad777ec req-ad560e37-a9e1-45ed-8617-acae46ab43f7 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526314 Jan 26 19:06:55.369037 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca6246-6fb3-4ef6-9d99-147bb9cdcfaa req-348272e9-ea57-46a9-8990-a634882a41fb tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:55.370750 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-92ca6246-6fb3-4ef6-9d99-147bb9cdcfaa req-348272e9-ea57-46a9-8990-a634882a41fb tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0718760 Jan 26 19:06:55.428397 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-92ca6246-6fb3-4ef6-9d99-147bb9cdcfaa req-219dfd17-3e6f-4f51-871f-079908379094 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486109 Jan 26 19:06:55.508029 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43640) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:55.677836 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-119edf7b-f204-4917-9abd-4bba30700a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:55.776864 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d791a94-7f16-4113-a1fe-f8ad22980340 req-3ec3d526-9901-442c-bd3e-53be9388460f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:55.778529 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2d791a94-7f16-4113-a1fe-f8ad22980340 req-3ec3d526-9901-442c-bd3e-53be9388460f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0820985 Jan 26 19:06:55.853369 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-119edf7b-f204-4917-9abd-4bba30700a14 admin admin] Publish callbacks [] for security_group (608dcb78-c18e-4a3d-9d2a-91f37f08fbee), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:55.857504 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2d791a94-7f16-4113-a1fe-f8ad22980340 req-8565b5d2-f517-41b8-8f65-7e4038d6346e tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690453 Jan 26 19:06:55.916368 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-119edf7b-f204-4917-9abd-4bba30700a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (608dcb78-c18e-4a3d-9d2a-91f37f08fbee), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:55.959899 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 43646) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:55.960094 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-119edf7b-f204-4917-9abd-4bba30700a14 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aa3e19efd17945a2817a0aef076a831d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4504604 Jan 26 19:06:55.961164 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119edf7b-f204-4917-9abd-4bba30700a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608dcb78-c18e-4a3d-9d2a-91f37f08fbee,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:56.020010 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfdef-88d2-4174-b634-c0e8ad42a5ce admin admin] Publish callbacks [] for security_group (608dcb78-c18e-4a3d-9d2a-91f37f08fbee), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:56.047734 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfdef-88d2-4174-b634-c0e8ad42a5ce admin admin] Publish callbacks [] for security_group (608dcb78-c18e-4a3d-9d2a-91f37f08fbee), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:56.204132 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfdef-88d2-4174-b634-c0e8ad42a5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (608dcb78-c18e-4a3d-9d2a-91f37f08fbee), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:56.207029 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c1cfdef-88d2-4174-b634-c0e8ad42a5ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:56.208128 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-8c1cfdef-88d2-4174-b634-c0e8ad42a5ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/608dcb78-c18e-4a3d-9d2a-91f37f08fbee HTTP/1.1" status: 204 len: 168 time: 0.2472711 Jan 26 19:06:56.216989 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cfdef-88d2-4174-b634-c0e8ad42a5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608dcb78-c18e-4a3d-9d2a-91f37f08fbee,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:56.594839 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827715a5-0f2c-46e6-93d3-2efab6167c62 req-da612389-1d3c-4802-bf55-ea9e553b20b8 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:56.596673 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-827715a5-0f2c-46e6-93d3-2efab6167c62 req-da612389-1d3c-4802-bf55-ea9e553b20b8 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0934107 Jan 26 19:06:56.660765 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-827715a5-0f2c-46e6-93d3-2efab6167c62 req-84e9e4f4-73a9-46de-a991-c2cc3c5559c5 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549476 Jan 26 19:06:57.004447 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d4a4a-5b23-408f-a214-558efbf9099f req-a04b3dd7-e230-4143-86ce-c95c16d4b80d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:57.007276 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-160d4a4a-5b23-408f-a214-558efbf9099f req-a04b3dd7-e230-4143-86ce-c95c16d4b80d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0603659 Jan 26 19:06:57.064214 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-160d4a4a-5b23-408f-a214-558efbf9099f req-45741e85-da1e-44a9-9863-d59547cb5747 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507734 Jan 26 19:06:57.429566 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43674) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:57.444724 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ea8634b0-d7b1-4f9f-be97-e2e9d054b39d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:57.535959 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ea8634b0-d7b1-4f9f-be97-e2e9d054b39d admin admin] Publish callbacks [] for security_group (b73900ae-4285-473c-883e-8cf027b20eb2), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:57.608022 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ea8634b0-d7b1-4f9f-be97-e2e9d054b39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (b73900ae-4285-473c-883e-8cf027b20eb2), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:57.651993 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ea8634b0-d7b1-4f9f-be97-e2e9d054b39d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fce78ed6148946ea92e0c0d0e5eca8da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213445 Jan 26 19:06:57.652844 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8634b0-d7b1-4f9f-be97-e2e9d054b39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73900ae-4285-473c-883e-8cf027b20eb2,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:57.654761 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 43678) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:57.728432 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa3a2-ceb0-44c7-9890-9c0d8037b9bd admin admin] Publish callbacks [] for security_group (b73900ae-4285-473c-883e-8cf027b20eb2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:57.782461 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa3a2-ceb0-44c7-9890-9c0d8037b9bd admin admin] Publish callbacks [] for security_group (b73900ae-4285-473c-883e-8cf027b20eb2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:57.828951 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c9a97-318b-4073-aa2f-f0dc6045b05b req-a7b4af7e-c8a1-4039-89af-f9d7df96ff3a tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:57.830634 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6c9c9a97-318b-4073-aa2f-f0dc6045b05b req-a7b4af7e-c8a1-4039-89af-f9d7df96ff3a tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0842528 Jan 26 19:06:57.887233 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6c9c9a97-318b-4073-aa2f-f0dc6045b05b req-41dbf836-6540-4c9a-b3ac-f94aa665ae7a tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486643 Jan 26 19:06:58.007838 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa3a2-ceb0-44c7-9890-9c0d8037b9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (b73900ae-4285-473c-883e-8cf027b20eb2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:58.011061 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa3a2-ceb0-44c7-9890-9c0d8037b9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:58.013504 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-ae2fa3a2-ceb0-44c7-9890-9c0d8037b9bd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b73900ae-4285-473c-883e-8cf027b20eb2 HTTP/1.1" status: 204 len: 168 time: 0.3571179 Jan 26 19:06:58.033212 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fa3a2-ceb0-44c7-9890-9c0d8037b9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73900ae-4285-473c-883e-8cf027b20eb2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:58.205656 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e4704-02d3-4a0b-8968-dcb2ef54f93d req-eff7d4a9-9c2b-4a87-b3ec-5a10cfb4d758 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:58.207196 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-678e4704-02d3-4a0b-8968-dcb2ef54f93d req-eff7d4a9-9c2b-4a87-b3ec-5a10cfb4d758 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0590668 Jan 26 19:06:58.256785 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-678e4704-02d3-4a0b-8968-dcb2ef54f93d req-f057f32d-b7bb-407c-a8ed-20cd94deb7ca tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436785 Jan 26 19:06:58.851650 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 43700) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:58.865501 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e6bb54f-eaef-431d-85e4-5f0bf1d19bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:58.952038 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e6bb54f-eaef-431d-85e4-5f0bf1d19bff admin admin] Publish callbacks [] for security_group (1c1b5b33-a632-4555-a413-e8cb1c311878), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:59.009580 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a8d10-6a31-4a02-9edc-eb9aaadef3d6 req-b25ff20b-fe0a-4d58-8499-eb17b192a998 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:59.011127 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0f8a8d10-6a31-4a02-9edc-eb9aaadef3d6 req-b25ff20b-fe0a-4d58-8499-eb17b192a998 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0514374 Jan 26 19:06:59.024229 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e6bb54f-eaef-431d-85e4-5f0bf1d19bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (1c1b5b33-a632-4555-a413-e8cb1c311878), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:59.087520 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-4e6bb54f-eaef-431d-85e4-5f0bf1d19bff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=311da85347cc4767a05723869343b215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346561 Jan 26 19:06:59.090207 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43706) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:06:59.091369 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bb54f-eaef-431d-85e4-5f0bf1d19bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1b5b33-a632-4555-a413-e8cb1c311878,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:59.107322 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0f8a8d10-6a31-4a02-9edc-eb9aaadef3d6 req-a85b8aa0-2289-4bba-946c-0132fe62f37d tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897133 Jan 26 19:06:59.143993 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb9097e7-9372-43d8-9d3a-f88b50d62f15 admin admin] Publish callbacks [] for security_group (1c1b5b33-a632-4555-a413-e8cb1c311878), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:59.165581 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb9097e7-9372-43d8-9d3a-f88b50d62f15 admin admin] Publish callbacks [] for security_group (1c1b5b33-a632-4555-a413-e8cb1c311878), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:59.283828 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb9097e7-9372-43d8-9d3a-f88b50d62f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (1c1b5b33-a632-4555-a413-e8cb1c311878), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:59.286676 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb9097e7-9372-43d8-9d3a-f88b50d62f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:06:59.290155 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-cb9097e7-9372-43d8-9d3a-f88b50d62f15 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1c1b5b33-a632-4555-a413-e8cb1c311878 HTTP/1.1" status: 204 len: 168 time: 0.1966355 Jan 26 19:06:59.298707 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca916cd3-92d2-4de0-8af9-7c02adf3b3d0 req-a1d39839-98bb-4c9a-8a4b-d3a37a587665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:59.298707 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ca916cd3-92d2-4de0-8af9-7c02adf3b3d0 req-a1d39839-98bb-4c9a-8a4b-d3a37a587665 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=576e14109c434e728644c0dd02a7a738&device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 1098 time: 0.0480223 Jan 26 19:06:59.298960 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9097e7-9372-43d8-9d3a-f88b50d62f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1b5b33-a632-4555-a413-e8cb1c311878,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:06:59.411794 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c16a3-817e-4acb-ba08-68dbf47de8e3 req-22417a35-c32e-48c1-bd13-6c59ee4012af tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:59.412039 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca916cd3-92d2-4de0-8af9-7c02adf3b3d0 req-b4d90371-5c43-4d5d-bcca-9e0ce0809a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:59.412148 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e08c16a3-817e-4acb-ba08-68dbf47de8e3 req-22417a35-c32e-48c1-bd13-6c59ee4012af tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0599647 Jan 26 19:06:59.412240 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ca916cd3-92d2-4de0-8af9-7c02adf3b3d0 req-b4d90371-5c43-4d5d-bcca-9e0ce0809a78 service neutron] 10.222.0.55 "GET /v2.0/networks?id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca HTTP/1.1" status: 200 len: 918 time: 0.0948529 Jan 26 19:06:59.460546 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e08c16a3-817e-4acb-ba08-68dbf47de8e3 req-b76f424e-f516-4682-b37d-1ec3517e5533 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447805 Jan 26 19:06:59.490227 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ca916cd3-92d2-4de0-8af9-7c02adf3b3d0 req-218f220c-e2a3-4d71-b803-d856841131dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71478470-4459-430c-9feb-dda9d023d3c4 HTTP/1.1" status: 200 len: 1001 time: 0.0654333 Jan 26 19:06:59.541687 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca916cd3-92d2-4de0-8af9-7c02adf3b3d0 req-0b081d7e-0b34-4575-8e67-c56a39d86871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:59.545628 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ca916cd3-92d2-4de0-8af9-7c02adf3b3d0 req-0b081d7e-0b34-4575-8e67-c56a39d86871 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4adaee3d-1301-410a-8b8d-af3b7bad3ff4 HTTP/1.1" status: 200 len: 856 time: 0.0449889 Jan 26 19:06:59.599838 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca916cd3-92d2-4de0-8af9-7c02adf3b3d0 req-5ebbf4ae-8dc7-4552-aac3-f1de48d8b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:06:59.601390 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ca916cd3-92d2-4de0-8af9-7c02adf3b3d0 req-5ebbf4ae-8dc7-4552-aac3-f1de48d8b914 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402229 Jan 26 19:06:59.695560 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ca916cd3-92d2-4de0-8af9-7c02adf3b3d0 req-c93ae397-669e-4e11-a350-1fa9bf6c515a service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863633 Jan 26 19:06:59.788363 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ca916cd3-92d2-4de0-8af9-7c02adf3b3d0 req-c48be2db-9b72-49a1-bfc4-6b6e171def6b service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822940 Jan 26 19:07:00.225244 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52aee9-f317-418d-9577-2c760b1e289e req-863b3c41-fd9e-4cb9-baf5-13ad58a0b747 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:00.226752 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6e52aee9-f317-418d-9577-2c760b1e289e req-863b3c41-fd9e-4cb9-baf5-13ad58a0b747 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0511956 Jan 26 19:07:00.282015 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6e52aee9-f317-418d-9577-2c760b1e289e req-691d9f0f-d3c9-40c3-83ad-88b285113a0d tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492878 Jan 26 19:07:00.408970 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 43736) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:00.503084 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-68de9485-6330-441b-8ad8-5045e95084a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-742881774-network', 'tenant_id': '9604b3ab33f14da9b94941a849ee1edf'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:07:00.585081 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036246d6-d1f7-44b8-843a-248d29ea009d req-9965b8f5-7add-4ce0-8df0-fe91f2e907ab tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:00.586566 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-036246d6-d1f7-44b8-843a-248d29ea009d req-9965b8f5-7add-4ce0-8df0-fe91f2e907ab tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 945 time: 0.0502160 Jan 26 19:07:00.596428 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68de9485-6330-441b-8ad8-5045e95084a9 admin admin] Made reservation on behalf of 9604b3ab33f14da9b94941a849ee1edf for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:07:00.598904 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68de9485-6330-441b-8ad8-5045e95084a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:00.607508 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68de9485-6330-441b-8ad8-5045e95084a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:00.634592 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-036246d6-d1f7-44b8-843a-248d29ea009d req-776f967d-e247-4112-b9fb-a9bd0f0aa658 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423341 Jan 26 19:07:00.681791 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68de9485-6330-441b-8ad8-5045e95084a9 admin admin] Publish callbacks [] for security_group (dd414ec5-cbdc-43c4-b21e-5784b03945c1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:00.746473 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68de9485-6330-441b-8ad8-5045e95084a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (dd414ec5-cbdc-43c4-b21e-5784b03945c1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:00.772947 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68de9485-6330-441b-8ad8-5045e95084a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:07:00.779049 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de9485-6330-441b-8ad8-5045e95084a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd414ec5-cbdc-43c4-b21e-5784b03945c1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:00.785688 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68de9485-6330-441b-8ad8-5045e95084a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (53b42742-0c7c-4abc-9b89-0a56b03547dc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:00.786030 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.segments_db [None req-68de9485-6330-441b-8ad8-5045e95084a9 admin admin] Added segment 53b42742-0c7c-4abc-9b89-0a56b03547dc of type vlan for network 12517a72-7fb0-4448-aa8b-3c15c71a547a Jan 26 19:07:00.823202 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68de9485-6330-441b-8ad8-5045e95084a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (12517a72-7fb0-4448-aa8b-3c15c71a547a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:00.904820 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68de9485-6330-441b-8ad8-5045e95084a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (12517a72-7fb0-4448-aa8b-3c15c71a547a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:00.906374 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68de9485-6330-441b-8ad8-5045e95084a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:00.906984 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68de9485-6330-441b-8ad8-5045e95084a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:00.965174 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de9485-6330-441b-8ad8-5045e95084a9 admin admin] Pushing event updated for resources: {'Network': ['ID=12517a72-7fb0-4448-aa8b-3c15c71a547a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:00.975741 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network 12517a72-7fb0-4448-aa8b-3c15c71a547a details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:07:01.017319 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-68de9485-6330-441b-8ad8-5045e95084a9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6070900 Jan 26 19:07:01.020035 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 43742) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:01.024704 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ba875fb6-12ed-4e96-bbe3-13fd494240c3 admin admin] Request body: {'subnet': {'network_id': '12517a72-7fb0-4448-aa8b-3c15c71a547a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-742881774-subnet', 'tenant_id': '9604b3ab33f14da9b94941a849ee1edf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:07:01.122179 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba875fb6-12ed-4e96-bbe3-13fd494240c3 admin admin] Made reservation on behalf of 9604b3ab33f14da9b94941a849ee1edf for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:07:01.125036 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba875fb6-12ed-4e96-bbe3-13fd494240c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59545451'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:01.212918 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 71478470-4459-430c-9feb-dda9d023d3c4 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:07:01.290018 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 71478470-4459-430c-9feb-dda9d023d3c4 is: ACTIVE; New status is: DOWN {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:07:01.290457 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (71478470-4459-430c-9feb-dda9d023d3c4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:01.313160 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71478470-4459-430c-9feb-dda9d023d3c4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:07:01.315490 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c3f80d-3a23-44f4-87cf-5a85e8c430e8" -d '{"events": [{"server_uuid": "56c9c842-3e6b-4e8f-954f-0b37b40fe4d8", "name": "network-vif-unplugged", "status": "completed", "tag": "71478470-4459-430c-9feb-dda9d023d3c4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:07:01.330594 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 71478470-4459-430c-9feb-dda9d023d3c4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=71478470-4459-430c-9feb-dda9d023d3c4,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:07:01.340854 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba875fb6-12ed-4e96-bbe3-13fd494240c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59506360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59545437'] for subnet (5ce3843a-f72d-4212-8ecb-154abe31b9fa), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:01.357702 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 19:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b02ee1d-0e1c-476c-8117-e4228395a601 x-openstack-request-id: req-5b02ee1d-0e1c-476c-8117-e4228395a601 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:07:01.358032 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c9c842-3e6b-4e8f-954f-0b37b40fe4d8", "name": "network-vif-unplugged", "status": "completed", "tag": "71478470-4459-430c-9feb-dda9d023d3c4", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:07:01.358292 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b02ee1d-0e1c-476c-8117-e4228395a601 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:07:01.358691 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71478470-4459-430c-9feb-dda9d023d3c4', 'code': 200} Jan 26 19:07:01.402397 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (71478470-4459-430c-9feb-dda9d023d3c4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:01.428780 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba875fb6-12ed-4e96-bbe3-13fd494240c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce3843a-f72d-4212-8ecb-154abe31b9fa,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:01.444183 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba875fb6-12ed-4e96-bbe3-13fd494240c3 admin admin] Checking segment: {'id': '53b42742-0c7c-4abc-9b89-0a56b03547dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '12517a72-7fb0-4448-aa8b-3c15c71a547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:07:01.444543 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba875fb6-12ed-4e96-bbe3-13fd494240c3 admin admin] Network hostable DHCP agents. Network: 12517a72-7fb0-4448-aa8b-3c15c71a547a, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:07:01.454545 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559bf81-d716-4872-b27f-d95020030359 req-7d80df46-33e3-474a-b03c-c562e3c3600b tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:01.456052 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f559bf81-d716-4872-b27f-d95020030359 req-7d80df46-33e3-474a-b03c-c562e3c3600b tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0890706 Jan 26 19:07:01.461553 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=71478470-4459-430c-9feb-dda9d023d3c4,revision_number=8']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:01.514398 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f559bf81-d716-4872-b27f-d95020030359 req-ab3c47bf-f045-481a-8c25-2472c1231161 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511441 Jan 26 19:07:01.576149 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-903b5583-6975-41dd-8204-86cadd4e969f req-de6645ec-3559-402f-bf6f-7646737ad18b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651298486&fields=id&tenant_id=4f53141dac6548f282050b86063dad49 HTTP/1.1" status: 200 len: 267 time: 0.0429986 Jan 26 19:07:01.587143 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba875fb6-12ed-4e96-bbe3-13fd494240c3 admin admin] Network 12517a72-7fb0-4448-aa8b-3c15c71a547a is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:07:01.677016 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ba875fb6-12ed-4e96-bbe3-13fd494240c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, 12517a72-7fb0-4448-aa8b-3c15c71a547a) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:07:01.680526 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b5583-6975-41dd-8204-86cadd4e969f req-a890b1ff-955b-48d1-bc0b-ec909263b0c4 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:01.681634 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba875fb6-12ed-4e96-bbe3-13fd494240c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:01.682386 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba875fb6-12ed-4e96-bbe3-13fd494240c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:01.687900 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-903b5583-6975-41dd-8204-86cadd4e969f req-a890b1ff-955b-48d1-bc0b-ec909263b0c4 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/networks?id=874a7eab-109f-48f7-89c5-683069ea851d HTTP/1.1" status: 200 len: 809 time: 0.1054113 Jan 26 19:07:01.695501 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2d46e0-d81c-4cbd-ab3b-5550afc3c6b9 None None] Network 12517a72-7fb0-4448-aa8b-3c15c71a547a requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:07:01.701601 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-903b5583-6975-41dd-8204-86cadd4e969f req-e7f3eeb9-428c-4d2b-8cc4-0a55e00c36b6 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/quotas/4f53141dac6548f282050b86063dad49 HTTP/1.1" status: 200 len: 375 time: 0.0126920 Jan 26 19:07:01.758103 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-903b5583-6975-41dd-8204-86cadd4e969f req-74474533-c910-464c-9793-2753972ccdc8 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4f53141dac6548f282050b86063dad49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538511 Jan 26 19:07:01.768951 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d6b4-6147-41c4-b55c-835d37d96c5b req-e4877ad1-ea09-4f1a-a10d-813f0fb2d02d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:01.770525 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8bd0d6b4-6147-41c4-b55c-835d37d96c5b req-e4877ad1-ea09-4f1a-a10d-813f0fb2d02d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0613928 Jan 26 19:07:01.800035 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56bba43-3a3f-425b-b8e5-851a93da756e None None] Network 12517a72-7fb0-4448-aa8b-3c15c71a547a requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:07:01.829170 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-ba875fb6-12ed-4e96-bbe3-13fd494240c3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7988043 Jan 26 19:07:01.843032 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8bd0d6b4-6147-41c4-b55c-835d37d96c5b req-bf6b7f5c-12b0-418e-b0d3-cb1f1f83574f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655484 Jan 26 19:07:01.874038 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-903b5583-6975-41dd-8204-86cadd4e969f req-bf28244a-ed48-49cb-8914-71aa3d059652 service neutron] 10.222.0.52 "GET /v2.0/networks/874a7eab-109f-48f7-89c5-683069ea851d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034014 Jan 26 19:07:01.972604 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-903b5583-6975-41dd-8204-86cadd4e969f req-498313d2-2c93-4cfe-ac0a-9e00e242cb25 service neutron] 10.222.0.52 "GET /v2.0/networks/874a7eab-109f-48f7-89c5-683069ea851d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906725 Jan 26 19:07:02.537870 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-caccb60d-5e68-4464-8fd8-b599682e173f req-96ecf179-6dfe-424a-91a8-3605d368c7ea tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 210 time: 0.0293419 Jan 26 19:07:02.556846 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 43782) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:02.563802 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e0c77f66-de51-48a6-b4a1-9c588aea62a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1993744226-network', 'tenant_id': '8e031d5aabd04a8a96b92659f6f6451c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:07:02.654909 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982452e-2721-4079-86c0-c00bb40f9e80 req-b453e239-3a01-467f-9fc9-6ce4462c0e07 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:02.656381 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c982452e-2721-4079-86c0-c00bb40f9e80 req-b453e239-3a01-467f-9fc9-6ce4462c0e07 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0506294 Jan 26 19:07:02.693775 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c77f66-de51-48a6-b4a1-9c588aea62a8 admin admin] Made reservation on behalf of 8e031d5aabd04a8a96b92659f6f6451c for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:07:02.696156 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c77f66-de51-48a6-b4a1-9c588aea62a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:02.705219 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c982452e-2721-4079-86c0-c00bb40f9e80 req-c09ff715-94c0-4972-a220-7b2baabff758 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428228 Jan 26 19:07:02.705773 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c77f66-de51-48a6-b4a1-9c588aea62a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:02.779143 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c77f66-de51-48a6-b4a1-9c588aea62a8 admin admin] Publish callbacks [] for security_group (0f3747ee-97cb-43ef-a3dc-d74323b0032f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:02.859553 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c77f66-de51-48a6-b4a1-9c588aea62a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (0f3747ee-97cb-43ef-a3dc-d74323b0032f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:02.881184 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c77f66-de51-48a6-b4a1-9c588aea62a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:07:02.896885 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c77f66-de51-48a6-b4a1-9c588aea62a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3747ee-97cb-43ef-a3dc-d74323b0032f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:02.900955 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c77f66-de51-48a6-b4a1-9c588aea62a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (4f5f3f60-eddf-4ca6-b560-08621e338950), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:02.901328 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.segments_db [None req-e0c77f66-de51-48a6-b4a1-9c588aea62a8 admin admin] Added segment 4f5f3f60-eddf-4ca6-b560-08621e338950 of type vlan for network 3ccef5fa-85e3-4569-b4a2-045eca992535 Jan 26 19:07:02.968648 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c77f66-de51-48a6-b4a1-9c588aea62a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (3ccef5fa-85e3-4569-b4a2-045eca992535), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:03.004348 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8989ea7-ea93-483f-ba9b-1c4f10a333e6 req-aa8b5908-1b38-4ada-8225-a3a53e993e84 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:03.005944 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c8989ea7-ea93-483f-ba9b-1c4f10a333e6 req-aa8b5908-1b38-4ada-8225-a3a53e993e84 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0937417 Jan 26 19:07:03.056189 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c8989ea7-ea93-483f-ba9b-1c4f10a333e6 req-755dcce9-6c98-456a-8cca-0ad81ca3eb00 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443945 Jan 26 19:07:03.076440 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c77f66-de51-48a6-b4a1-9c588aea62a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (3ccef5fa-85e3-4569-b4a2-045eca992535), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:03.077467 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c77f66-de51-48a6-b4a1-9c588aea62a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:03.078081 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c77f66-de51-48a6-b4a1-9c588aea62a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:03.139059 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c77f66-de51-48a6-b4a1-9c588aea62a8 admin admin] Pushing event updated for resources: {'Network': ['ID=3ccef5fa-85e3-4569-b4a2-045eca992535,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:03.149515 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network 3ccef5fa-85e3-4569-b4a2-045eca992535 details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:07:03.195462 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-e0c77f66-de51-48a6-b4a1-9c588aea62a8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6373665 Jan 26 19:07:03.198734 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 43798) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:03.203130 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-dbf459db-182e-4bd3-98fb-3e71a1275347 admin admin] Request body: {'subnet': {'network_id': '3ccef5fa-85e3-4569-b4a2-045eca992535', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1993744226-subnet', 'tenant_id': '8e031d5aabd04a8a96b92659f6f6451c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:07:03.289836 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf459db-182e-4bd3-98fb-3e71a1275347 admin admin] Made reservation on behalf of 8e031d5aabd04a8a96b92659f6f6451c for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:07:03.292240 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbf459db-182e-4bd3-98fb-3e71a1275347 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59545451'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:03.512928 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbf459db-182e-4bd3-98fb-3e71a1275347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59506360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59545437'] for subnet (7c26272b-f178-47e7-acd9-fcad964d3d93), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:03.561975 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf459db-182e-4bd3-98fb-3e71a1275347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c26272b-f178-47e7-acd9-fcad964d3d93,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:03.589487 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf459db-182e-4bd3-98fb-3e71a1275347 admin admin] Checking segment: {'id': '4f5f3f60-eddf-4ca6-b560-08621e338950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '3ccef5fa-85e3-4569-b4a2-045eca992535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:07:03.589853 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf459db-182e-4bd3-98fb-3e71a1275347 admin admin] Network hostable DHCP agents. Network: 3ccef5fa-85e3-4569-b4a2-045eca992535, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:07:03.648203 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-460f3150-fd70-410d-b252-ab3551e564e8 req-c68a3773-1dc1-4d6d-9976-1c96bb1915ba tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 210 time: 0.0271978 Jan 26 19:07:03.681912 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf459db-182e-4bd3-98fb-3e71a1275347 admin admin] Network 3ccef5fa-85e3-4569-b4a2-045eca992535 is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:07:03.783247 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-dbf459db-182e-4bd3-98fb-3e71a1275347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, 3ccef5fa-85e3-4569-b4a2-045eca992535) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:07:03.791602 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52d7f47-136d-4395-9786-d7749d3b9f48 None None] Network 3ccef5fa-85e3-4569-b4a2-045eca992535 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:07:03.801112 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf459db-182e-4bd3-98fb-3e71a1275347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:03.801750 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbf459db-182e-4bd3-98fb-3e71a1275347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:03.830859 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bcea9-76ff-4566-b8b8-ec42ec35405e req-1a373d48-37a6-4955-ab31-0ff18fe0620f tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:03.832461 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9a6bcea9-76ff-4566-b8b8-ec42ec35405e req-1a373d48-37a6-4955-ab31-0ff18fe0620f tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0601139 Jan 26 19:07:03.885713 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9a6bcea9-76ff-4566-b8b8-ec42ec35405e req-f3f2b46b-4221-4e14-8bf9-f4e67bef2475 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472400 Jan 26 19:07:03.892759 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-dbf459db-182e-4bd3-98fb-3e71a1275347 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6918986 Jan 26 19:07:04.043795 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9db7f5-8b04-4195-aeb0-52ff0f5e76fe None None] Network 3ccef5fa-85e3-4569-b4a2-045eca992535 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:07:04.125432 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff493f-7b46-4cce-8580-ccbb83ce3520 req-80425eda-f052-4436-be15-853356507df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:04.126940 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1aff493f-7b46-4cce-8580-ccbb83ce3520 req-80425eda-f052-4436-be15-853356507df3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 1098 time: 0.0436788 Jan 26 19:07:04.185698 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1aff493f-7b46-4cce-8580-ccbb83ce3520 req-1b75d233-6a8f-4106-a7c8-1caaa8782a05 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515890 Jan 26 19:07:04.317311 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [req-0647081d-f990-4a0c-9e86-7b3323e805eb req-79a673b5-85d7-46c7-84ff-83a94d390487 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:07:04.318360 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0647081d-f990-4a0c-9e86-7b3323e805eb req-79a673b5-85d7-46c7-84ff-83a94d390487 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057042 Jan 26 19:07:04.622839 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65d58-4c08-48fd-a962-707eb7baa893 req-d6762b89-7ebd-4829-8dac-aabf5284651d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:04.625405 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7fc65d58-4c08-48fd-a962-707eb7baa893 req-d6762b89-7ebd-4829-8dac-aabf5284651d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0498228 Jan 26 19:07:04.705850 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7fc65d58-4c08-48fd-a962-707eb7baa893 req-66a0ed2b-7d84-4ebd-b19d-47ff0236b27c tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714979 Jan 26 19:07:04.754906 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d3cec774-cf68-4203-b82e-e94693e52965 req-76e74a64-334c-4e3c-a8ea-7c5d8fe1d406 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 210 time: 0.0276341 Jan 26 19:07:05.013068 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68188ddf-32bb-4022-8259-d88fb135d0ba req-b90ad571-db50-4128-8444-11de46bf49c2 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:05.014664 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-68188ddf-32bb-4022-8259-d88fb135d0ba req-b90ad571-db50-4128-8444-11de46bf49c2 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0532179 Jan 26 19:07:05.057934 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b5583-6975-41dd-8204-86cadd4e969f req-a87af399-77d5-4682-b328-3065eb19f377 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:05.059707 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-903b5583-6975-41dd-8204-86cadd4e969f req-a87af399-77d5-4682-b328-3065eb19f377 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.55 "GET /v2.0/networks?id=874a7eab-109f-48f7-89c5-683069ea851d HTTP/1.1" status: 200 len: 809 time: 0.1193321 Jan 26 19:07:05.065133 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-68188ddf-32bb-4022-8259-d88fb135d0ba req-a3fef8f8-510c-43f3-902a-ae48123da356 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 Jan 26 19:07:05.137537 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-903b5583-6975-41dd-8204-86cadd4e969f req-2349bab4-6bdc-4c82-aea0-bffe62565e8c tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f53141dac6548f282050b86063dad49 HTTP/1.1" status: 200 len: 380 time: 0.0673487 Jan 26 19:07:05.157667 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-903b5583-6975-41dd-8204-86cadd4e969f req-88cf25fd-d989-4200-8339-5bfe8363fdd8 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Request body: {'port': {'device_id': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d', 'admin_state_up': True, 'tenant_id': '4f53141dac6548f282050b86063dad49', 'security_groups': ['ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:07:05.175537 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 43852) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:05.219621 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 71478470-4459-430c-9feb-dda9d023d3c4 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:07:05.306006 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-db60bcb5-429e-42f2-8745-565c8116eb04 req-09197239-8772-4fc9-b1e3-85bebb28e99f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285152 Jan 26 19:07:05.315365 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [req-db60bcb5-429e-42f2-8745-565c8116eb04 req-15ddc873-53fe-4531-b2f4-c68ab8b48427 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:07:05.316358 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-db60bcb5-429e-42f2-8745-565c8116eb04 req-15ddc873-53fe-4531-b2f4-c68ab8b48427 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058932 Jan 26 19:07:05.345033 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 71478470-4459-430c-9feb-dda9d023d3c4 is: DOWN; New status is: DOWN {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:07:05.352853 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903b5583-6975-41dd-8204-86cadd4e969f req-88cf25fd-d989-4200-8339-5bfe8363fdd8 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Made reservation on behalf of 4f53141dac6548f282050b86063dad49 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:07:05.356302 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-903b5583-6975-41dd-8204-86cadd4e969f req-88cf25fd-d989-4200-8339-5bfe8363fdd8 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:05.691694 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-903b5583-6975-41dd-8204-86cadd4e969f req-88cf25fd-d989-4200-8339-5bfe8363fdd8 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Allocated IP 172.20.0.3 (874a7eab-109f-48f7-89c5-683069ea851d/2d79fe66-52ef-4862-ad61-617b0985317a/9cc245b4-cb28-4de3-9d40-5b516d12dce4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:07:05.865913 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c8aa71dc-516f-4b97-a971-042bfa5a0460 req-42998f24-59e9-4848-b05f-4ee2608645ae tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 210 time: 0.0302303 Jan 26 19:07:05.869037 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-903b5583-6975-41dd-8204-86cadd4e969f req-88cf25fd-d989-4200-8339-5bfe8363fdd8 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:05.879452 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea77c96-d362-4d26-ba90-ca430728aa34 req-d0e97ad8-5f69-4e4a-b860-8abc2bad2401 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:05.881139 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eea77c96-d362-4d26-ba90-ca430728aa34 req-d0e97ad8-5f69-4e4a-b860-8abc2bad2401 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0923750 Jan 26 19:07:05.947924 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eea77c96-d362-4d26-ba90-ca430728aa34 req-48041a77-b2fc-409b-92d6-e7f2d4ffa5b7 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585270 Jan 26 19:07:06.019864 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-903b5583-6975-41dd-8204-86cadd4e969f req-88cf25fd-d989-4200-8339-5bfe8363fdd8 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:06.071255 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903b5583-6975-41dd-8204-86cadd4e969f req-88cf25fd-d989-4200-8339-5bfe8363fdd8 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Network 874a7eab-109f-48f7-89c5-683069ea851d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:07:06.076471 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-903b5583-6975-41dd-8204-86cadd4e969f req-88cf25fd-d989-4200-8339-5bfe8363fdd8 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:07:06.078937 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-903b5583-6975-41dd-8204-86cadd4e969f req-88cf25fd-d989-4200-8339-5bfe8363fdd8 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:07:06.087302 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf25fd-d989-4200-8339-5bfe8363fdd8 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Pushing event updated for resources: {'Port': ['ID=9cc245b4-cb28-4de3-9d40-5b516d12dce4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:06.144473 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b5583-6975-41dd-8204-86cadd4e969f req-88cf25fd-d989-4200-8339-5bfe8363fdd8 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:06.144574 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-903b5583-6975-41dd-8204-86cadd4e969f req-88cf25fd-d989-4200-8339-5bfe8363fdd8 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:06.209521 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89728c12-12b2-402f-b5ee-361ac5c52647 req-58844eb5-bf69-49c9-bb75-ef861f876840 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:06.211127 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-89728c12-12b2-402f-b5ee-361ac5c52647 req-58844eb5-bf69-49c9-bb75-ef861f876840 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0512109 Jan 26 19:07:06.237395 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-903b5583-6975-41dd-8204-86cadd4e969f req-88cf25fd-d989-4200-8339-5bfe8363fdd8 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0858617 Jan 26 19:07:06.265144 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Request body: {'port': {'device_id': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:07:06.294643 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-89728c12-12b2-402f-b5ee-361ac5c52647 req-7d4d6790-a68f-4caf-b7de-4034533c00d4 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769622 Jan 26 19:07:06.350809 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:06.400625 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-8c605518-9842-4ef3-9c59-b98e66fd67a2 None None] Provisioning complete for port 9cc245b4-cb28-4de3-9d40-5b516d12dce4 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:07:06.401671 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c605518-9842-4ef3-9c59-b98e66fd67a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:06.438991 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8c605518-9842-4ef3-9c59-b98e66fd67a2 None None] Port 9cc245b4-cb28-4de3-9d40-5b516d12dce4 cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:07:06.663927 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc245b4-cb28-4de3-9d40-5b516d12dce4 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:07:06.673653 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Publish callbacks [] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:06.687858 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Transition to ACTIVE for port object 9cc245b4-cb28-4de3-9d40-5b516d12dce4 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:07:06.785316 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:06.845791 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Pushing event updated for resources: {'Port': ['ID=9cc245b4-cb28-4de3-9d40-5b516d12dce4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:06.922109 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Attempting to bind port 9cc245b4-cb28-4de3-9d40-5b516d12dce4 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:07:06.922817 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Attempting to bind port 9cc245b4-cb28-4de3-9d40-5b516d12dce4 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'b16e6f97-9990-46b5-b2c4-6c9429f9c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:07:06.923158 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Attempting to bind port 9cc245b4-cb28-4de3-9d40-5b516d12dce4 on network 874a7eab-109f-48f7-89c5-683069ea851d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:07:06.928561 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Port 9cc245b4-cb28-4de3-9d40-5b516d12dce4 on network 874a7eab-109f-48f7-89c5-683069ea851d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:07:06.928992 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Attempting to bind port 9cc245b4-cb28-4de3-9d40-5b516d12dce4 on network 874a7eab-109f-48f7-89c5-683069ea851d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:07:06.936617 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:07:06.937204 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Checking segment: {'id': 'b16e6f97-9990-46b5-b2c4-6c9429f9c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:07:06.937696 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Bound using segment: {'id': 'b16e6f97-9990-46b5-b2c4-6c9429f9c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:07:06.938301 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Bound port: 9cc245b4-cb28-4de3-9d40-5b516d12dce4, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16e6f97-9990-46b5-b2c4-6c9429f9c137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:07:06.939397 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:07.060490 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c9796-47cf-4d2c-aa6c-7f539fad05b7 req-adb0941b-9714-4627-853b-ef543a1ed646 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:07.062114 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8e6c9796-47cf-4d2c-aa6c-7f539fad05b7 req-adb0941b-9714-4627-853b-ef543a1ed646 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0604908 Jan 26 19:07:07.071833 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a1a75-3f2b-49ae-9d17-27b9ff045a34 req-1fbc3299-8f5a-4e3f-ba13-a663d5b341e4 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:07.073562 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-746a1a75-3f2b-49ae-9d17-27b9ff045a34 req-1fbc3299-8f5a-4e3f-ba13-a663d5b341e4 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.1079741 Jan 26 19:07:07.107048 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3b3dcf4-7825-43c6-baa6-ee2d821ca92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:07.107719 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] For port 9cc245b4-cb28-4de3-9d40-5b516d12dce4, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:07:07.114022 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8e6c9796-47cf-4d2c-aa6c-7f539fad05b7 req-45edb8c3-aaab-494c-be44-4197e4a23b86 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459056 Jan 26 19:07:07.137661 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] For port 9cc245b4-cb28-4de3-9d40-5b516d12dce4, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9cc245b4-cb28-4de3-9d40-5b516d12dce4,segment=NetworkSegment(b16e6f97-9990-46b5-b2c4-6c9429f9c137),segment_id=b16e6f97-9990-46b5-b2c4-6c9429f9c137)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:07:07.177558 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb493144-00bb-4541-a5e2-51a06dcb0722 req-664cb0b2-ba09-4e57-8409-f0d0cc2fc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:07.179333 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fb493144-00bb-4541-a5e2-51a06dcb0722 req-664cb0b2-ba09-4e57-8409-f0d0cc2fc68d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=962aee889d284a26804b539454f574a5&device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 1098 time: 0.1153853 Jan 26 19:07:07.183305 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-746a1a75-3f2b-49ae-9d17-27b9ff045a34 req-5001e318-2f1d-42b0-bf5e-0dc057b16960 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987821 Jan 26 19:07:07.248209 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:07.252386 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad2c2e-f930-44c7-aa81-bb4fc52aef84 req-b8f80a69-f60a-4d71-a5f2-829c5cfa6f8a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:07.253977 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-daad2c2e-f930-44c7-aa81-bb4fc52aef84 req-b8f80a69-f60a-4d71-a5f2-829c5cfa6f8a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0563555 Jan 26 19:07:07.300523 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:07.301179 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:07.302573 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-903b5583-6975-41dd-8204-86cadd4e969f req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] 10.222.0.55 "PUT /v2.0/ports/9cc245b4-cb28-4de3-9d40-5b516d12dce4 HTTP/1.1" status: 200 len: 1093 time: 1.0425389 Jan 26 19:07:07.303038 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'tag': '9cc245b4-cb28-4de3-9d40-5b516d12dce4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:07:07.305351 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa377b1-5669-46e4-be46-7b87fc617896" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef025c9-13cc-4a98-998f-1ba4d0634607", "tag": "9cc245b4-cb28-4de3-9d40-5b516d12dce4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:07:07.306391 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-daad2c2e-f930-44c7-aa81-bb4fc52aef84 req-4c91fb7a-c198-4a7e-9cca-2db0b95c4390 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461929 Jan 26 19:07:07.357372 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9779a6f1-53de-48ef-8487-efdde56eb5e6 x-openstack-request-id: req-9779a6f1-53de-48ef-8487-efdde56eb5e6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:07:07.357667 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef025c9-13cc-4a98-998f-1ba4d0634607", "tag": "9cc245b4-cb28-4de3-9d40-5b516d12dce4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:07:07.357959 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9779a6f1-53de-48ef-8487-efdde56eb5e6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:07:07.358845 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'tag': '9cc245b4-cb28-4de3-9d40-5b516d12dce4', 'status': 'completed', 'code': 200} Jan 26 19:07:07.360027 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bca0fe-222c-4adb-b924-cce8ed11654a service neutron] Pushing event updated for resources: {'Port': ['ID=9cc245b4-cb28-4de3-9d40-5b516d12dce4,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:07.363360 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb493144-00bb-4541-a5e2-51a06dcb0722 req-0142440d-7ee3-4d09-80f8-2a4b1dd84fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:07.365281 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fb493144-00bb-4541-a5e2-51a06dcb0722 req-0142440d-7ee3-4d09-80f8-2a4b1dd84fb7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=921d1990-0cae-4d45-bbe0-ab047b54ae33 HTTP/1.1" status: 200 len: 919 time: 0.1789992 Jan 26 19:07:07.421868 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fb493144-00bb-4541-a5e2-51a06dcb0722 req-7127aba4-1a2d-4586-8852-bb6962c327e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb9289d-07a6-40bf-8689-eeb57d2ccf08 HTTP/1.1" status: 200 len: 217 time: 0.0497718 Jan 26 19:07:07.492119 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa377b1-5669-46e4-be46-7b87fc617896 req-ac23192b-447d-41d8-9093-9d6f3eda95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:07.493661 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-daa377b1-5669-46e4-be46-7b87fc617896 req-ac23192b-447d-41d8-9093-9d6f3eda95c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f53141dac6548f282050b86063dad49&device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 1096 time: 0.0807548 Jan 26 19:07:07.495184 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb493144-00bb-4541-a5e2-51a06dcb0722 req-c3072bb2-6ce8-4083-9da1-aa6bd9e1403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:07.496496 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fb493144-00bb-4541-a5e2-51a06dcb0722 req-c3072bb2-6ce8-4083-9da1-aa6bd9e1403d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1d20eae-eca3-4437-bd5f-ba7798de1214 HTTP/1.1" status: 200 len: 858 time: 0.0575826 Jan 26 19:07:07.558791 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fb493144-00bb-4541-a5e2-51a06dcb0722 req-9e32539b-bb2c-4da8-9841-90204875cd86 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=921d1990-0cae-4d45-bbe0-ab047b54ae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377905 Jan 26 19:07:07.691864 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa377b1-5669-46e4-be46-7b87fc617896 req-606d0a76-60b3-4733-923e-73b0ae838d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:07.696040 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-daa377b1-5669-46e4-be46-7b87fc617896 req-606d0a76-60b3-4733-923e-73b0ae838d28 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4f53141dac6548f282050b86063dad49&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1835546 Jan 26 19:07:07.729280 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fb493144-00bb-4541-a5e2-51a06dcb0722 req-093f1bcb-9599-4014-b6bf-17655fe487dc service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457834 Jan 26 19:07:07.865721 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa377b1-5669-46e4-be46-7b87fc617896 req-99349b69-3c9d-4592-826e-409d3ccb7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:07.867315 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-daa377b1-5669-46e4-be46-7b87fc617896 req-99349b69-3c9d-4592-826e-409d3ccb7dcd service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1664636 Jan 26 19:07:07.882152 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fb493144-00bb-4541-a5e2-51a06dcb0722 req-25c25efe-af6e-4238-8cb2-f51fd79cdc21 service neutron] 10.222.0.55 "GET /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213849 Jan 26 19:07:07.956123 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b5583-6975-41dd-8204-86cadd4e969f req-384e7261-ea30-4231-be18-0c64e1590ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:07.957711 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-903b5583-6975-41dd-8204-86cadd4e969f req-384e7261-ea30-4231-be18-0c64e1590ea0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f53141dac6548f282050b86063dad49&device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 1096 time: 0.0430286 Jan 26 19:07:08.004476 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-903b5583-6975-41dd-8204-86cadd4e969f req-6d26cd94-2dd8-441d-a6a8-1be638eb345b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc245b4-cb28-4de3-9d40-5b516d12dce4 HTTP/1.1" status: 200 len: 217 time: 0.0387990 Jan 26 19:07:08.069972 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b5583-6975-41dd-8204-86cadd4e969f req-6e33bc40-5a5e-4054-955d-51bcf99c1ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:08.071459 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-903b5583-6975-41dd-8204-86cadd4e969f req-6e33bc40-5a5e-4054-955d-51bcf99c1ca9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d79fe66-52ef-4862-ad61-617b0985317a HTTP/1.1" status: 200 len: 848 time: 0.0457063 Jan 26 19:07:08.134702 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b5583-6975-41dd-8204-86cadd4e969f req-da458ed8-1d4a-403e-8d84-10e5a0467545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:08.136120 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-903b5583-6975-41dd-8204-86cadd4e969f req-da458ed8-1d4a-403e-8d84-10e5a0467545 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=874a7eab-109f-48f7-89c5-683069ea851d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480139 Jan 26 19:07:08.339185 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f602c-0efc-4bf0-bb33-bfa5040cc274 req-50adf729-5fd3-4c43-add9-d15d96418888 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:08.345609 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3b6f602c-0efc-4bf0-bb33-bfa5040cc274 req-50adf729-5fd3-4c43-add9-d15d96418888 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0643086 Jan 26 19:07:08.355570 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-903b5583-6975-41dd-8204-86cadd4e969f req-150530b6-bba6-40c0-b998-3883005b20f4 service neutron] 10.222.0.55 "GET /v2.0/networks/874a7eab-109f-48f7-89c5-683069ea851d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107036 Jan 26 19:07:08.392266 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3b6f602c-0efc-4bf0-bb33-bfa5040cc274 req-187ed4e7-e02b-4edd-8ee4-00375e88ecb7 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453236 Jan 26 19:07:08.418865 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7773f-ed40-4156-8668-fed47dd0cbd3 req-b19323b8-ebce-4059-a3b9-9610b525953d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:08.419656 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-aea7773f-ed40-4156-8668-fed47dd0cbd3 req-b19323b8-ebce-4059-a3b9-9610b525953d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.1188030 Jan 26 19:07:08.504231 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-aea7773f-ed40-4156-8668-fed47dd0cbd3 req-1f9b46fa-8747-4849-97f0-f52948d7eda2 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751481 Jan 26 19:07:08.506383 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-903b5583-6975-41dd-8204-86cadd4e969f req-fa7e64a6-e536-496e-b622-31d26c660901 service neutron] 10.222.0.55 "GET /v2.0/networks/874a7eab-109f-48f7-89c5-683069ea851d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422894 Jan 26 19:07:08.510723 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d345d-c07d-4f79-99c7-4272e98325db req-dc685c43-2b68-4d05-8f52-d1ca37fb747c tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:08.512398 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4d9d345d-c07d-4f79-99c7-4272e98325db req-dc685c43-2b68-4d05-8f52-d1ca37fb747c tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0550916 Jan 26 19:07:08.560985 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4d9d345d-c07d-4f79-99c7-4272e98325db req-845c332f-0aea-4dd8-89c6-fe3342f4fa28 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428445 Jan 26 19:07:08.771038 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bcb5-429e-42f2-8745-565c8116eb04 req-e46c0d58-fd35-42bf-b671-e123e2f0ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:08.772625 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-db60bcb5-429e-42f2-8745-565c8116eb04 req-e46c0d58-fd35-42bf-b671-e123e2f0ac20 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8&tenant_id=576e14109c434e728644c0dd02a7a738 HTTP/1.1" status: 200 len: 1096 time: 0.0725021 Jan 26 19:07:08.836733 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bcb5-429e-42f2-8745-565c8116eb04 req-404a0852-f4d5-4147-9438-763c2092b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:08.838432 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-db60bcb5-429e-42f2-8745-565c8116eb04 req-404a0852-f4d5-4147-9438-763c2092b15b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=576e14109c434e728644c0dd02a7a738&device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 1096 time: 0.0413299 Jan 26 19:07:08.940472 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bcb5-429e-42f2-8745-565c8116eb04 req-68903539-b268-4f66-be13-e4e914369675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:08.941994 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-db60bcb5-429e-42f2-8745-565c8116eb04 req-68903539-b268-4f66-be13-e4e914369675 service neutron] 10.222.0.55 "GET /v2.0/networks?id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca HTTP/1.1" status: 200 len: 918 time: 0.0909755 Jan 26 19:07:09.007159 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-db60bcb5-429e-42f2-8745-565c8116eb04 req-cb4291d0-f230-4e88-953e-fe81550c3f8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71478470-4459-430c-9feb-dda9d023d3c4 HTTP/1.1" status: 200 len: 999 time: 0.0585213 Jan 26 19:07:09.066788 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bcb5-429e-42f2-8745-565c8116eb04 req-4df477e1-4aca-49a7-a109-f0b1eb6ef26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:09.068180 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-db60bcb5-429e-42f2-8745-565c8116eb04 req-4df477e1-4aca-49a7-a109-f0b1eb6ef26d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4adaee3d-1301-410a-8b8d-af3b7bad3ff4 HTTP/1.1" status: 200 len: 856 time: 0.0474191 Jan 26 19:07:09.113755 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60bcb5-429e-42f2-8745-565c8116eb04 req-f6c1a018-3c8f-426a-a5cf-4a701fdae9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:09.115256 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-db60bcb5-429e-42f2-8745-565c8116eb04 req-f6c1a018-3c8f-426a-a5cf-4a701fdae9d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401437 Jan 26 19:07:09.207611 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-db60bcb5-429e-42f2-8745-565c8116eb04 req-d3ca1e46-b9c2-4ee5-8a65-702296a2b43b service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823863 Jan 26 19:07:09.310059 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-db60bcb5-429e-42f2-8745-565c8116eb04 req-3654ebe4-4b36-4a22-a30c-6e46a5c75e99 service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877814 Jan 26 19:07:09.543585 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bb596-0a40-4ae6-8431-f715f465900f req-7ee6c9b9-eb49-4eb6-80dc-a91343a6577a tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:09.543585 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2a3bb596-0a40-4ae6-8431-f715f465900f req-7ee6c9b9-eb49-4eb6-80dc-a91343a6577a tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0661571 Jan 26 19:07:09.581632 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ea93944-b560-4836-afed-7cf745dd13e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:09.611737 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2a3bb596-0a40-4ae6-8431-f715f465900f req-b05a03dc-1718-4115-902b-81133c1e129b tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666728 Jan 26 19:07:09.689406 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e84365-5d2e-4b77-a63d-3558c76c4da4 req-c28efac5-2922-4e8b-b2a9-428359534d92 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:09.691245 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f0e84365-5d2e-4b77-a63d-3558c76c4da4 req-c28efac5-2922-4e8b-b2a9-428359534d92 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0681818 Jan 26 19:07:09.755552 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7c612-4cb6-493b-bd39-e8ec8e8b3ada req-1a147551-3027-41bd-a1a1-46801ce24963 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:09.758201 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cd7c612-4cb6-493b-bd39-e8ec8e8b3ada req-1a147551-3027-41bd-a1a1-46801ce24963 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0719268 Jan 26 19:07:09.760874 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f0e84365-5d2e-4b77-a63d-3558c76c4da4 req-02c59eea-05dd-45a0-9e4f-d52944724dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619788 Jan 26 19:07:09.813802 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cd7c612-4cb6-493b-bd39-e8ec8e8b3ada req-7228dbe9-fd77-49aa-8285-90c967e51b8b tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487852 Jan 26 19:07:10.604314 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:10.747309 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8de42-607d-4b2f-b315-06040a8d5132 req-607470e0-7134-477a-8859-44790bdcae60 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:10.749408 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7ba8de42-607d-4b2f-b315-06040a8d5132 req-607470e0-7134-477a-8859-44790bdcae60 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0508430 Jan 26 19:07:10.806622 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7ba8de42-607d-4b2f-b315-06040a8d5132 req-db2d4927-9a50-4471-9267-ba04fbc0d723 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510681 Jan 26 19:07:10.950633 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4b81f-2609-4609-8c7c-969ae89d184b req-513abd24-ec11-4a22-9038-3444a814b8ce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:10.953558 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-69e4b81f-2609-4609-8c7c-969ae89d184b req-513abd24-ec11-4a22-9038-3444a814b8ce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.1002231 Jan 26 19:07:11.059053 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00890654-5c6f-491c-a88a-b69c6ac51c63 req-d9cf8fa0-0973-4066-b894-8075c6fd0c94 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:11.066558 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-00890654-5c6f-491c-a88a-b69c6ac51c63 req-d9cf8fa0-0973-4066-b894-8075c6fd0c94 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0917702 Jan 26 19:07:11.070014 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-69e4b81f-2609-4609-8c7c-969ae89d184b req-35a2ae45-91c7-42ca-a403-4be4df212f03 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099372 Jan 26 19:07:11.148909 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-00890654-5c6f-491c-a88a-b69c6ac51c63 req-ad65c304-24e6-45db-90bb-30853d0e2066 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767841 Jan 26 19:07:12.226044 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52666b2e-a039-4328-8b28-6b31e701b771 req-3c84f4fe-a511-4291-9f2f-6d37e14b0a38 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:12.227742 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-52666b2e-a039-4328-8b28-6b31e701b771 req-3c84f4fe-a511-4291-9f2f-6d37e14b0a38 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0788229 Jan 26 19:07:12.335652 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e157ca-e4d5-4c52-924b-6255711f1286 req-fac95b23-f90c-456d-9d2f-18ee24232e96 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:12.343346 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d9e157ca-e4d5-4c52-924b-6255711f1286 req-fac95b23-f90c-456d-9d2f-18ee24232e96 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0689292 Jan 26 19:07:12.349901 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-52666b2e-a039-4328-8b28-6b31e701b771 req-83544e4c-9d67-461c-ae43-c73f919090d8 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156170 Jan 26 19:07:12.402685 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d9e157ca-e4d5-4c52-924b-6255711f1286 req-e48f885c-976b-4f57-8702-6594464f5cc8 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580468 Jan 26 19:07:12.608138 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:13.486980 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa6a57-f829-4131-aa6d-cfed8411f14c req-0f227b55-8632-4f7c-90b2-13e0633dde9a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:13.489705 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f5aa6a57-f829-4131-aa6d-cfed8411f14c req-0f227b55-8632-4f7c-90b2-13e0633dde9a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0716670 Jan 26 19:07:13.530548 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664a802-29f2-4d06-b029-8fc90ccffb9f req-3f5da03c-8fda-4ab1-b076-ace66bc5790a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:13.533030 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1664a802-29f2-4d06-b029-8fc90ccffb9f req-3f5da03c-8fda-4ab1-b076-ace66bc5790a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0554194 Jan 26 19:07:13.563118 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f5aa6a57-f829-4131-aa6d-cfed8411f14c req-8bb3b6c0-6a94-433e-8cb6-815d4a51d625 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675533 Jan 26 19:07:13.619849 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1664a802-29f2-4d06-b029-8fc90ccffb9f req-3e5de889-c169-4732-aeea-beca9d86c8a1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776825 Jan 26 19:07:13.747024 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:14.699043 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07300ba3-aed2-41f6-bcde-d282fccc140e req-23781bf3-03b3-4c58-91e4-f41094be4322 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:14.701859 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-07300ba3-aed2-41f6-bcde-d282fccc140e req-23781bf3-03b3-4c58-91e4-f41094be4322 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0601096 Jan 26 19:07:14.784318 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-07300ba3-aed2-41f6-bcde-d282fccc140e req-d6106481-5fe4-42c7-ac8a-95d6c3c2adba tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769227 Jan 26 19:07:14.837242 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cbc52-ba9b-4c24-b57b-4db41296563c req-6ae295f2-8cfb-461a-84d9-681fde14d9c2 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:14.840507 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-415cbc52-ba9b-4c24-b57b-4db41296563c req-6ae295f2-8cfb-461a-84d9-681fde14d9c2 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0905118 Jan 26 19:07:14.901154 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-415cbc52-ba9b-4c24-b57b-4db41296563c req-fd156fdb-a33c-484a-9ebb-d0f7326383cc tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538535 Jan 26 19:07:15.923618 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a21f13-5520-41df-98c8-9a835d8ebbc5 req-16333f80-9908-4b96-b64b-33b45cc1f17d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:15.933657 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-10a21f13-5520-41df-98c8-9a835d8ebbc5 req-16333f80-9908-4b96-b64b-33b45cc1f17d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0772085 Jan 26 19:07:15.999267 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-10a21f13-5520-41df-98c8-9a835d8ebbc5 req-9820f5d2-a3e7-4458-961c-03b62d8aa446 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617487 Jan 26 19:07:16.079284 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c87e59-a3a3-49ed-97ac-23ab31215f11 req-e7020c65-bfa2-4ded-8bb4-16883b3896e7 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:16.081611 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-22c87e59-a3a3-49ed-97ac-23ab31215f11 req-e7020c65-bfa2-4ded-8bb4-16883b3896e7 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0596361 Jan 26 19:07:16.132633 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-22c87e59-a3a3-49ed-97ac-23ab31215f11 req-87aafa88-d3f3-4ec5-bb53-0ca0e72ad4e4 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453968 Jan 26 19:07:17.134648 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d7f99-0d14-494e-8009-c1158e56284c req-574e19a9-6a81-4437-aa37-ad75a249517b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:17.136157 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9c3d7f99-0d14-494e-8009-c1158e56284c req-574e19a9-6a81-4437-aa37-ad75a249517b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0672593 Jan 26 19:07:17.197211 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9c3d7f99-0d14-494e-8009-c1158e56284c req-f185957a-1c9b-422b-bfb8-7891a754be20 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547028 Jan 26 19:07:17.289256 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79fe6e-1047-481b-a0ff-8509d6cbbc1b req-a050fef1-2b8c-47dd-b560-b5967c4b2beb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:17.291925 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2c79fe6e-1047-481b-a0ff-8509d6cbbc1b req-a050fef1-2b8c-47dd-b560-b5967c4b2beb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0545337 Jan 26 19:07:17.341112 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2c79fe6e-1047-481b-a0ff-8509d6cbbc1b req-8626401d-8af0-46dc-858c-a20619f5092c tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431390 Jan 26 19:07:18.326445 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4694d2a-a278-488a-b62a-407dbf28d955 req-01676ddb-8d50-4fcf-b1d9-e76d419577bd tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:18.329561 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c4694d2a-a278-488a-b62a-407dbf28d955 req-01676ddb-8d50-4fcf-b1d9-e76d419577bd tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0556068 Jan 26 19:07:18.412008 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c4694d2a-a278-488a-b62a-407dbf28d955 req-cb8ba51b-3edf-4296-8b4b-f947a468b091 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776443 Jan 26 19:07:18.477167 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ec645-5d67-4ecc-8574-580e6bb2b298 req-f5592942-2e57-4db9-8be6-c8d9c7edca90 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:18.484131 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fc5ec645-5d67-4ecc-8574-580e6bb2b298 req-f5592942-2e57-4db9-8be6-c8d9c7edca90 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0620770 Jan 26 19:07:18.533308 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fc5ec645-5d67-4ecc-8574-580e6bb2b298 req-f11a2c6d-7fd8-4073-b579-2dc6e2e37104 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482562 Jan 26 19:07:19.524906 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a8581-1c65-4c0d-b1e8-5dc3a1d20327 req-01ccf199-eb8c-47e4-b4a3-61838e798b45 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:19.526423 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8a1a8581-1c65-4c0d-b1e8-5dc3a1d20327 req-01ccf199-eb8c-47e4-b4a3-61838e798b45 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0485005 Jan 26 19:07:19.582772 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8a1a8581-1c65-4c0d-b1e8-5dc3a1d20327 req-f40961d6-289a-4740-b340-7717813f8da7 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501068 Jan 26 19:07:19.681156 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f546eab-219a-46eb-af80-804fc7a119a9 req-04d76b7b-376e-4988-90c2-82d89a14332c tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:19.682652 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6f546eab-219a-46eb-af80-804fc7a119a9 req-04d76b7b-376e-4988-90c2-82d89a14332c tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0564487 Jan 26 19:07:19.722264 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:07:19.731289 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6f546eab-219a-46eb-af80-804fc7a119a9 req-0fdcf44f-4c0c-4964-a567-96e1ba92fe74 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429802 Jan 26 19:07:20.696749 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75a5f6-7b91-44ad-a889-97ca784b43da req-6278f0be-494a-4e09-8cf3-e70af9f1297f tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:20.698271 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7f75a5f6-7b91-44ad-a889-97ca784b43da req-6278f0be-494a-4e09-8cf3-e70af9f1297f tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0478461 Jan 26 19:07:20.746844 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7f75a5f6-7b91-44ad-a889-97ca784b43da req-ccfc424a-e954-4695-a6fb-3b4c46100249 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430655 Jan 26 19:07:20.851910 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffe2f4-fd97-4fba-a5b4-bbdf8466be8e req-96132e55-d3bf-4077-8a97-343c5c79e8c8 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:20.853334 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-12ffe2f4-fd97-4fba-a5b4-bbdf8466be8e req-96132e55-d3bf-4077-8a97-343c5c79e8c8 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0467904 Jan 26 19:07:20.902510 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-12ffe2f4-fd97-4fba-a5b4-bbdf8466be8e req-5083a33e-20bf-4611-8a5b-26211229bc6d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424955 Jan 26 19:07:21.256310 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44104) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:21.302976 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Deleting subnet 5ce3843a-f72d-4212-8ecb-154abe31b9fa {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:07:21.306157 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Publish callbacks [] for subnet (5ce3843a-f72d-4212-8ecb-154abe31b9fa), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:21.313722 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 9cc245b4-cb28-4de3-9d40-5b516d12dce4 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:07:21.340390 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3764351'] for subnet (5ce3843a-f72d-4212-8ecb-154abe31b9fa), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:21.379877 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643270'] for subnet (5ce3843a-f72d-4212-8ecb-154abe31b9fa), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:21.418724 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 9cc245b4-cb28-4de3-9d40-5b516d12dce4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9cc245b4-cb28-4de3-9d40-5b516d12dce4,segment=NetworkSegment(b16e6f97-9990-46b5-b2c4-6c9429f9c137),segment_id=b16e6f97-9990-46b5-b2c4-6c9429f9c137)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:07:21.431273 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': '9cc245b4-cb28-4de3-9d40-5b516d12dce4', 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d', 'port_id': '9cc245b4-cb28-4de3-9d40-5b516d12dce4', 'mac_address': 'fa:16:3e:e1:74:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:07:21.468685 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 9cc245b4-cb28-4de3-9d40-5b516d12dce4 is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:07:21.469096 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:21.481632 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc245b4-cb28-4de3-9d40-5b516d12dce4 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:07:21.488397 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59309163'] for subnet (5ce3843a-f72d-4212-8ecb-154abe31b9fa), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:21.501322 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 9cc245b4-cb28-4de3-9d40-5b516d12dce4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9cc245b4-cb28-4de3-9d40-5b516d12dce4,segment=NetworkSegment(b16e6f97-9990-46b5-b2c4-6c9429f9c137),segment_id=b16e6f97-9990-46b5-b2c4-6c9429f9c137)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:07:21.521871 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce3843a-f72d-4212-8ecb-154abe31b9fa,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:21.526356 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:21.529440 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5ce3843a-f72d-4212-8ecb-154abe31b9fa HTTP/1.1" status: 204 len: 168 time: 0.2720909 Jan 26 19:07:21.532080 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 44108) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:21.534191 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:21.534540 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:21.534881 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:21.535219 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:21.535549 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:21.535876 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:21.536198 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:21.536523 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:21.536848 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:21.537201 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:21.537523 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:21.537857 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:21.538185 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ecd3f-3129-4c58-9644-81a4bc8e7d07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:21.568256 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:21.621000 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=9cc245b4-cb28-4de3-9d40-5b516d12dce4,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:21.797908 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600199'] for network (12517a72-7fb0-4448-aa8b-3c15c71a547a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:21.851997 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['9cc245b4-cb28-4de3-9d40-5b516d12dce4'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:07:21.910234 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646737', 'neutron.services.segments.db._delete_segments_for_network-8747743498626'] for network (12517a72-7fb0-4448-aa8b-3c15c71a547a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:21.940794 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3db0dc-1db3-49fc-962d-2be255096bc3 req-52509267-c870-4380-8a9e-b232a015fc97 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:21.942430 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2c3db0dc-1db3-49fc-962d-2be255096bc3 req-52509267-c870-4380-8a9e-b232a015fc97 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 944 time: 0.1143892 Jan 26 19:07:21.944426 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12517a72-7fb0-4448-aa8b-3c15c71a547a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:07:21.958362 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b42742-0c7c-4abc-9b89-0a56b03547dc') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:07:21.958654 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b42742-0c7c-4abc-9b89-0a56b03547dc') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:07:21.973941 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:21.979606 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743466123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2376334'] for segment (53b42742-0c7c-4abc-9b89-0a56b03547dc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:22.003945 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (53b42742-0c7c-4abc-9b89-0a56b03547dc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:22.023552 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:07:22.024559 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59506139'] for segment (53b42742-0c7c-4abc-9b89-0a56b03547dc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: Traceback (most recent call last): Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: timer() Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: cb(*args, **kw) Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: return func(*args, **kwargs) Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: self._notify() Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: self.callback(batched_events) Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: event.method(event) Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: return f(self, *a, **k) Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: return self._get(url).json() Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:07:22.026357 dv-cinder-824187-6-iscsi neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:07:22.039973 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f45034-d5b7-48cd-aebe-976f95a04bcb req-ec0aff9c-6c73-43e8-ae96-fe518516224e tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:22.041836 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2c3db0dc-1db3-49fc-962d-2be255096bc3 req-90b33084-9ac0-42d4-b08b-660720ac95f0 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863140 Jan 26 19:07:22.053589 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-09f45034-d5b7-48cd-aebe-976f95a04bcb req-ec0aff9c-6c73-43e8-ae96-fe518516224e tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0569768 Jan 26 19:07:22.103499 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-09f45034-d5b7-48cd-aebe-976f95a04bcb req-3c24f283-7b57-435e-8084-344b75b032ac tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478721 Jan 26 19:07:22.179849 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4102525'] for network (12517a72-7fb0-4448-aa8b-3c15c71a547a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:22.185431 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:22.188744 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] 10.222.0.52 "DELETE /v2.0/networks/12517a72-7fb0-4448-aa8b-3c15c71a547a HTTP/1.1" status: 204 len: 168 time: 0.6556683 Jan 26 19:07:22.191635 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44114) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:22.200107 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Pushing event deleted for resources: {'Network': ['ID=12517a72-7fb0-4448-aa8b-3c15c71a547a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:22.207343 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:22.207692 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:22.208034 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:22.208369 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:22.208697 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:22.209023 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:22.209376 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:22.209704 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:22.210029 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:22.210348 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:22.210673 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:22.210990 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:22.211491 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8efe8e-da3f-4fe0-b9ea-eb721677da80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:22.235603 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d8e37e-a87f-415c-b002-2c0ce928b462 admin admin] Deleting subnet 7c26272b-f178-47e7-acd9-fcad964d3d93 {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:07:22.239039 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-44d8e37e-a87f-415c-b002-2c0ce928b462 admin admin] Publish callbacks [] for subnet (7c26272b-f178-47e7-acd9-fcad964d3d93), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:22.274419 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-44d8e37e-a87f-415c-b002-2c0ce928b462 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3764351'] for subnet (7c26272b-f178-47e7-acd9-fcad964d3d93), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:22.302208 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e829d05-9e93-4f2e-8166-1a4244782bc6 req-846ca646-2310-4acf-bd53-e15b9d700f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:22.303824 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7e829d05-9e93-4f2e-8166-1a4244782bc6 req-846ca646-2310-4acf-bd53-e15b9d700f8c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=576e14109c434e728644c0dd02a7a738&device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 1096 time: 0.0426769 Jan 26 19:07:22.317179 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-44d8e37e-a87f-415c-b002-2c0ce928b462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643270'] for subnet (7c26272b-f178-47e7-acd9-fcad964d3d93), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:22.411959 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e829d05-9e93-4f2e-8166-1a4244782bc6 req-72b4af28-cfaf-4795-9f53-536ce97ac8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:22.413464 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7e829d05-9e93-4f2e-8166-1a4244782bc6 req-72b4af28-cfaf-4795-9f53-536ce97ac8b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca HTTP/1.1" status: 200 len: 918 time: 0.0891457 Jan 26 19:07:22.455775 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-44d8e37e-a87f-415c-b002-2c0ce928b462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59309163'] for subnet (7c26272b-f178-47e7-acd9-fcad964d3d93), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:22.481181 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8e37e-a87f-415c-b002-2c0ce928b462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c26272b-f178-47e7-acd9-fcad964d3d93,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:22.488375 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-44d8e37e-a87f-415c-b002-2c0ce928b462 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:22.489962 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-44d8e37e-a87f-415c-b002-2c0ce928b462 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7c26272b-f178-47e7-acd9-fcad964d3d93 HTTP/1.1" status: 204 len: 168 time: 0.2973220 Jan 26 19:07:22.492439 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44120) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:22.500237 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7e829d05-9e93-4f2e-8166-1a4244782bc6 req-367fc707-7967-4897-846d-2d6847f6029e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71478470-4459-430c-9feb-dda9d023d3c4 HTTP/1.1" status: 200 len: 999 time: 0.0734563 Jan 26 19:07:22.558781 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e829d05-9e93-4f2e-8166-1a4244782bc6 req-3b63c646-96a3-4f8a-a9cf-8ba91b0b4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:22.560352 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7e829d05-9e93-4f2e-8166-1a4244782bc6 req-3b63c646-96a3-4f8a-a9cf-8ba91b0b4553 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4adaee3d-1301-410a-8b8d-af3b7bad3ff4 HTTP/1.1" status: 200 len: 856 time: 0.0513637 Jan 26 19:07:22.567831 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ad04b6ae-e049-4fa6-b688-41b0fe8539ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600199'] for network (3ccef5fa-85e3-4569-b4a2-045eca992535), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:22.615148 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e829d05-9e93-4f2e-8166-1a4244782bc6 req-7c9bb86f-f751-4666-adca-b7b3d86f6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:22.616654 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7e829d05-9e93-4f2e-8166-1a4244782bc6 req-7c9bb86f-f751-4666-adca-b7b3d86f6cd3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445759 Jan 26 19:07:22.648503 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ad04b6ae-e049-4fa6-b688-41b0fe8539ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646737', 'neutron.services.segments.db._delete_segments_for_network-8747743498626'] for network (3ccef5fa-85e3-4569-b4a2-045eca992535), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:22.668359 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-ad04b6ae-e049-4fa6-b688-41b0fe8539ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccef5fa-85e3-4569-b4a2-045eca992535']}} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:07:22.677946 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-ad04b6ae-e049-4fa6-b688-41b0fe8539ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5f3f60-eddf-4ca6-b560-08621e338950') {'for_net_delete': True} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:07:22.678269 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-ad04b6ae-e049-4fa6-b688-41b0fe8539ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5f3f60-eddf-4ca6-b560-08621e338950') {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:07:22.687525 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ad04b6ae-e049-4fa6-b688-41b0fe8539ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743466123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3764342'] for segment (4f5f3f60-eddf-4ca6-b560-08621e338950), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:22.706513 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ad04b6ae-e049-4fa6-b688-41b0fe8539ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (4f5f3f60-eddf-4ca6-b560-08621e338950), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:22.706960 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7e829d05-9e93-4f2e-8166-1a4244782bc6 req-32840e25-b0b6-4495-9339-e1d513d38dfc service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829489 Jan 26 19:07:22.712888 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad04b6ae-e049-4fa6-b688-41b0fe8539ce admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:07:22.713306 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ad04b6ae-e049-4fa6-b688-41b0fe8539ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60123090'] for segment (4f5f3f60-eddf-4ca6-b560-08621e338950), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: Traceback (most recent call last): Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: timer() Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: cb(*args, **kw) Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: return func(*args, **kwargs) Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: self._notify() Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: self.callback(batched_events) Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: event.method(event) Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: return f(self, *a, **k) Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._get(url).json() Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: return self.request(url, 'GET', **kwargs) Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:07:22.718878 dv-cinder-824187-6-iscsi neutron-server[103145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:07:22.802485 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7e829d05-9e93-4f2e-8166-1a4244782bc6 req-99651cb6-cdd5-4b2d-b970-d17f3f37ef70 service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894132 Jan 26 19:07:22.837114 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ad04b6ae-e049-4fa6-b688-41b0fe8539ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4102525'] for network (3ccef5fa-85e3-4569-b4a2-045eca992535), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:22.850276 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ad04b6ae-e049-4fa6-b688-41b0fe8539ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:22.854425 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ad04b6ae-e049-4fa6-b688-41b0fe8539ce admin admin] 10.222.0.52 "DELETE /v2.0/networks/3ccef5fa-85e3-4569-b4a2-045eca992535 HTTP/1.1" status: 204 len: 168 time: 0.3605318 Jan 26 19:07:22.864229 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04b6ae-e049-4fa6-b688-41b0fe8539ce admin admin] Pushing event deleted for resources: {'Network': ['ID=3ccef5fa-85e3-4569-b4a2-045eca992535,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:23.172106 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1c4b0-dcc6-4416-85c2-da047ee3ccde req-98fa0779-fbc6-4c99-969b-fd200db88d7d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:23.172106 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bab1c4b0-dcc6-4416-85c2-da047ee3ccde req-98fa0779-fbc6-4c99-969b-fd200db88d7d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 944 time: 0.0596740 Jan 26 19:07:23.225493 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bab1c4b0-dcc6-4416-85c2-da047ee3ccde req-460f0979-e589-4d8c-9156-cb54fb621e72 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453501 Jan 26 19:07:23.254246 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6cefa-9064-4706-8232-b7a0f01d6b57 req-9d91ffe7-62e7-488e-b6ef-49dfb7b7704a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:23.255813 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-77b6cefa-9064-4706-8232-b7a0f01d6b57 req-9d91ffe7-62e7-488e-b6ef-49dfb7b7704a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0551717 Jan 26 19:07:23.289555 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44138) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:23.322829 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-77b6cefa-9064-4706-8232-b7a0f01d6b57 req-619259c1-cd19-4be9-a5e4-5bafb39807df tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608792 Jan 26 19:07:23.344591 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 9cc245b4-cb28-4de3-9d40-5b516d12dce4 up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:07:23.353985 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-20d49576-4bd3-40da-bbbd-6af60e48f749 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9604b3ab33f14da9b94941a849ee1edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0633655 Jan 26 19:07:23.356526 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44140) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:23.408940 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-714aaf8a-3392-4855-b754-9e29aad3407a admin admin] Publish callbacks [] for security_group (dd414ec5-cbdc-43c4-b21e-5784b03945c1), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:23.430810 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-714aaf8a-3392-4855-b754-9e29aad3407a admin admin] Publish callbacks [] for security_group (dd414ec5-cbdc-43c4-b21e-5784b03945c1), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:23.455607 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port 9cc245b4-cb28-4de3-9d40-5b516d12dce4 completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:07:23.461382 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port 9cc245b4-cb28-4de3-9d40-5b516d12dce4 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:07:23.461382 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:23.545776 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 9cc245b4-cb28-4de3-9d40-5b516d12dce4 is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:07:23.546170 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:23.558541 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-714aaf8a-3392-4855-b754-9e29aad3407a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (dd414ec5-cbdc-43c4-b21e-5784b03945c1), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:23.561301 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-714aaf8a-3392-4855-b754-9e29aad3407a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:23.563248 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-714aaf8a-3392-4855-b754-9e29aad3407a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd414ec5-cbdc-43c4-b21e-5784b03945c1 HTTP/1.1" status: 204 len: 168 time: 0.2049839 Jan 26 19:07:23.570087 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc245b4-cb28-4de3-9d40-5b516d12dce4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:07:23.572292 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714aaf8a-3392-4855-b754-9e29aad3407a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd414ec5-cbdc-43c4-b21e-5784b03945c1,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:23.572717 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59392371-dd9a-4958-9e58-c95f58aec52d" -d '{"events": [{"server_uuid": "1ef025c9-13cc-4a98-998f-1ba4d0634607", "name": "network-vif-plugged", "status": "completed", "tag": "9cc245b4-cb28-4de3-9d40-5b516d12dce4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:07:23.593272 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 9cc245b4-cb28-4de3-9d40-5b516d12dce4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9cc245b4-cb28-4de3-9d40-5b516d12dce4,segment=NetworkSegment(b16e6f97-9990-46b5-b2c4-6c9429f9c137),segment_id=b16e6f97-9990-46b5-b2c4-6c9429f9c137)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:07:23.616026 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c340095-9993-4629-bbbf-f6113a88b2c8 x-openstack-request-id: req-3c340095-9993-4629-bbbf-f6113a88b2c8 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:07:23.616487 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef025c9-13cc-4a98-998f-1ba4d0634607", "name": "network-vif-plugged", "status": "completed", "tag": "9cc245b4-cb28-4de3-9d40-5b516d12dce4", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:07:23.616629 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c340095-9993-4629-bbbf-f6113a88b2c8 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:07:23.616989 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc245b4-cb28-4de3-9d40-5b516d12dce4', 'code': 200} Jan 26 19:07:23.673171 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:23.722970 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=9cc245b4-cb28-4de3-9d40-5b516d12dce4,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:24.001658 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fec18-b5c1-4d4d-b139-7a2da8bdb4b9 req-6c7f5130-d3c4-4ec5-8507-197ae6bc3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:24.003136 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b80fec18-b5c1-4d4d-b139-7a2da8bdb4b9 req-6c7f5130-d3c4-4ec5-8507-197ae6bc3571 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 1098 time: 0.0393198 Jan 26 19:07:24.055758 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b80fec18-b5c1-4d4d-b139-7a2da8bdb4b9 req-1b2f33bc-ff23-4972-bae4-0a94008531e7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451365 Jan 26 19:07:24.200989 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b76f6-50be-48ea-9f2b-5f0ac9bbf529 req-7a16b6a9-be93-4626-b3d0-45876b301a44 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:24.205628 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ff5b76f6-50be-48ea-9f2b-5f0ac9bbf529 req-7a16b6a9-be93-4626-b3d0-45876b301a44 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0558338 Jan 26 19:07:24.249162 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44158) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:24.253962 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ff5b76f6-50be-48ea-9f2b-5f0ac9bbf529 req-fc640786-17fe-436a-aa84-d2e56c262f0d tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447760 Jan 26 19:07:24.304434 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-aa9f1ab3-df91-4bbb-921d-0ca199381288 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e031d5aabd04a8a96b92659f6f6451c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536301 Jan 26 19:07:24.307219 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 44162) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:24.358034 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45b142-1c50-4dec-8024-43d2282f5112 req-5ba2cac4-67cc-413f-bfa7-9a9e9581f53e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:24.361253 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5c45b142-1c50-4dec-8024-43d2282f5112 req-5ba2cac4-67cc-413f-bfa7-9a9e9581f53e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0607758 Jan 26 19:07:24.366051 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-416c4c17-dfdb-4464-b7fa-c97e47b4af93 admin admin] Publish callbacks [] for security_group (0f3747ee-97cb-43ef-a3dc-d74323b0032f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:24.390157 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-416c4c17-dfdb-4464-b7fa-c97e47b4af93 admin admin] Publish callbacks [] for security_group (0f3747ee-97cb-43ef-a3dc-d74323b0032f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:24.415286 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5c45b142-1c50-4dec-8024-43d2282f5112 req-b5e4dd48-f900-4947-bdb2-b72f73a83548 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510356 Jan 26 19:07:24.470049 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef3df8-3e76-48df-8e94-4890aa441ec7 req-85aed617-2376-4ca7-a1e9-4155bd729e61 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:24.471623 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b0ef3df8-3e76-48df-8e94-4890aa441ec7 req-85aed617-2376-4ca7-a1e9-4155bd729e61 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0680637 Jan 26 19:07:24.526843 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b0ef3df8-3e76-48df-8e94-4890aa441ec7 req-c364f82f-a349-45a0-bd62-cf990ae870c2 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486376 Jan 26 19:07:24.533355 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-416c4c17-dfdb-4464-b7fa-c97e47b4af93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (0f3747ee-97cb-43ef-a3dc-d74323b0032f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:24.535964 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-416c4c17-dfdb-4464-b7fa-c97e47b4af93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:24.537116 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-416c4c17-dfdb-4464-b7fa-c97e47b4af93 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f3747ee-97cb-43ef-a3dc-d74323b0032f HTTP/1.1" status: 204 len: 168 time: 0.2288880 Jan 26 19:07:24.549344 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c4c17-dfdb-4464-b7fa-c97e47b4af93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3747ee-97cb-43ef-a3dc-d74323b0032f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:25.378958 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a513c-a1d0-42f7-8a9c-d31c5264e28b req-3cd4d1b8-8d92-453d-b0fe-8c2cb25bf8db tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:25.380470 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b95a513c-a1d0-42f7-8a9c-d31c5264e28b req-3cd4d1b8-8d92-453d-b0fe-8c2cb25bf8db tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0495400 Jan 26 19:07:25.442879 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b95a513c-a1d0-42f7-8a9c-d31c5264e28b req-f29e9231-77ad-4cfd-91f2-2efa6de13b10 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474575 Jan 26 19:07:25.534557 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48f334-be65-45ea-a379-537ad4cc2eef req-010bfaf3-dcbf-4134-ac5d-75d3cbe93fdf tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:25.536756 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3d48f334-be65-45ea-a379-537ad4cc2eef req-010bfaf3-dcbf-4134-ac5d-75d3cbe93fdf tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0508015 Jan 26 19:07:25.597834 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3d48f334-be65-45ea-a379-537ad4cc2eef req-ef371b2c-779c-4087-9955-e0c12e2d3923 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550687 Jan 26 19:07:25.660864 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d3686-9897-4fe3-82d4-0fc4c3bf3124 req-48d926b6-b5b4-4907-a448-70304dd7ff84 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:25.662406 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0a4d3686-9897-4fe3-82d4-0fc4c3bf3124 req-48d926b6-b5b4-4907-a448-70304dd7ff84 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0522156 Jan 26 19:07:25.710355 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0a4d3686-9897-4fe3-82d4-0fc4c3bf3124 req-66b230cb-3afa-470d-b940-6399c140d0a5 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422182 Jan 26 19:07:26.548815 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2d548-5f60-4d8f-ad4c-fb001e0349f7 req-786b1521-9099-41a0-9316-45acd166bc9b tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:26.550336 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-39c2d548-5f60-4d8f-ad4c-fb001e0349f7 req-786b1521-9099-41a0-9316-45acd166bc9b tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0486267 Jan 26 19:07:26.603025 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-39c2d548-5f60-4d8f-ad4c-fb001e0349f7 req-12dca55c-fff7-47aa-a95b-01b1803ec044 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470083 Jan 26 19:07:26.711428 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d77c99-299e-475b-aaa0-e9f9d0986e7a req-67049112-3d95-48af-a582-de890cdfeb56 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:26.712979 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c3d77c99-299e-475b-aaa0-e9f9d0986e7a req-67049112-3d95-48af-a582-de890cdfeb56 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0482171 Jan 26 19:07:26.762793 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c3d77c99-299e-475b-aaa0-e9f9d0986e7a req-7fa464f2-f1e4-4e8a-8a1c-8223473bbfaa tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437078 Jan 26 19:07:26.830304 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfcc1e-048d-4a06-ad00-3c0786eb92a2 req-9a5e02e5-fcab-44c3-80c3-00b0a06539a1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:26.831805 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6bdfcc1e-048d-4a06-ad00-3c0786eb92a2 req-9a5e02e5-fcab-44c3-80c3-00b0a06539a1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 943 time: 0.0482154 Jan 26 19:07:26.881369 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d574b6-4549-44e8-ba0e-ce0f255ac68b req-ab442060-2e56-42b1-b931-9b56992f2f15 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:26.881628 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6bdfcc1e-048d-4a06-ad00-3c0786eb92a2 req-ee2ad3e9-8c3f-4f7f-90b7-7e22604287c9 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439947 Jan 26 19:07:26.882928 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c8d574b6-4549-44e8-ba0e-ce0f255ac68b req-ab442060-2e56-42b1-b931-9b56992f2f15 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0529253 Jan 26 19:07:26.934341 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c8d574b6-4549-44e8-ba0e-ce0f255ac68b req-459fbf87-a468-4fb5-a409-42acecb7f808 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454791 Jan 26 19:07:26.956462 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 44182) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:27.193187 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ee4da7-1e28-43f6-9c5b-edfe9511e4a7 tempest-TestShelveInstance-1072836347 tempest-TestShelveInstance-1072836347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:27.194711 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-69ee4da7-1e28-43f6-9c5b-edfe9511e4a7 tempest-TestShelveInstance-1072836347 tempest-TestShelveInstance-1072836347-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 1093 time: 0.2372286 Jan 26 19:07:27.197817 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 44186) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:27.202918 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Request body: {'floatingip': {'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'port_id': '9cc245b4-cb28-4de3-9d40-5b516d12dce4', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:07:27.268083 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5c5c7-c938-44a3-b98a-6082728e1b79 req-5f93f767-b00d-443e-b6ba-925ec88f773d tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:27.269578 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cae5c5c7-c938-44a3-b98a-6082728e1b79 req-5f93f767-b00d-443e-b6ba-925ec88f773d tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.0622666 Jan 26 19:07:27.335542 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:27.353350 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 71478470-4459-430c-9feb-dda9d023d3c4 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:07:27.413374 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-cae5c5c7-c938-44a3-b98a-6082728e1b79 req-241266ab-a34d-4906-b9eb-758f8ae0cb04 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Deleting port 60bb1009-0db8-4cd4-914b-3a00c27ce4cb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:07:27.413686 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cae5c5c7-c938-44a3-b98a-6082728e1b79 req-241266ab-a34d-4906-b9eb-758f8ae0cb04 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (60bb1009-0db8-4cd4-914b-3a00c27ce4cb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:27.459653 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 71478470-4459-430c-9feb-dda9d023d3c4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=71478470-4459-430c-9feb-dda9d023d3c4,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:07:27.475444 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': '71478470-4459-430c-9feb-dda9d023d3c4', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'port_id': '71478470-4459-430c-9feb-dda9d023d3c4', 'mac_address': 'fa:16:3e:c3:58:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:07:27.519307 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 71478470-4459-430c-9feb-dda9d023d3c4 is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:07:27.519623 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (71478470-4459-430c-9feb-dda9d023d3c4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:27.519825 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-cae5c5c7-c938-44a3-b98a-6082728e1b79 req-241266ab-a34d-4906-b9eb-758f8ae0cb04 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] For port 60bb1009-0db8-4cd4-914b-3a00c27ce4cb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=60bb1009-0db8-4cd4-914b-3a00c27ce4cb,segment=NetworkSegment(cb572e59-6c33-4e38-beb1-68366b64ed53),segment_id=cb572e59-6c33-4e38-beb1-68366b64ed53)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:07:27.520036 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cae5c5c7-c938-44a3-b98a-6082728e1b79 req-241266ab-a34d-4906-b9eb-758f8ae0cb04 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (60bb1009-0db8-4cd4-914b-3a00c27ce4cb), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:27.533138 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71478470-4459-430c-9feb-dda9d023d3c4 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:07:27.539336 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-cae5c5c7-c938-44a3-b98a-6082728e1b79 req-241266ab-a34d-4906-b9eb-758f8ae0cb04 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Calling delete_port for 60bb1009-0db8-4cd4-914b-3a00c27ce4cb owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:07:27.556033 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 71478470-4459-430c-9feb-dda9d023d3c4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=71478470-4459-430c-9feb-dda9d023d3c4,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:07:27.556296 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:27.628813 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (71478470-4459-430c-9feb-dda9d023d3c4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:27.692945 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=71478470-4459-430c-9feb-dda9d023d3c4,revision_number=9']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:27.700480 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:27.700826 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:27.701295 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:27.701635 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:27.702101 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:27.702444 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:27.702894 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:27.703226 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:27.703548 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:27.703872 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:27.704194 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:27.704513 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:27.704830 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:07:27.766463 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Allocated IP 172.27.2.162 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/f3762ccf-c95a-4b8e-93bf-d62e632ca913) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:07:27.825985 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0c398-a341-455e-853b-8b597cdaa940 req-b79b765b-eff9-4bef-ad73-4cccf09417ee tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:27.827445 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6dc0c398-a341-455e-853b-8b597cdaa940 req-b79b765b-eff9-4bef-ad73-4cccf09417ee tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 946 time: 0.1365502 Jan 26 19:07:27.910096 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cae5c5c7-c938-44a3-b98a-6082728e1b79 req-241266ab-a34d-4906-b9eb-758f8ae0cb04 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (60bb1009-0db8-4cd4-914b-3a00c27ce4cb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:27.922909 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['5bb9289d-07a6-40bf-8689-eeb57d2ccf08', '60bb1009-0db8-4cd4-914b-3a00c27ce4cb'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:07:27.923880 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6dc0c398-a341-455e-853b-8b597cdaa940 req-21a0ae47-74e5-4f7b-857f-f80207e12e00 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725727 Jan 26 19:07:27.929456 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['71478470-4459-430c-9feb-dda9d023d3c4'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:07:27.958155 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241266ab-a34d-4906-b9eb-758f8ae0cb04 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Pushing event deleted for resources: {'Port': ['ID=60bb1009-0db8-4cd4-914b-3a00c27ce4cb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:28.001005 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for port (f3762ccf-c95a-4b8e-93bf-d62e632ca913), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:28.018928 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae5c5c7-c938-44a3-b98a-6082728e1b79 req-241266ab-a34d-4906-b9eb-758f8ae0cb04 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] No DVR routers for this DVR port 60bb1009-0db8-4cd4-914b-3a00c27ce4cb on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:07:28.020793 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24f18f-6dba-4efe-8e96-f7637abc5254 req-43136410-2ebe-41a6-9373-3eb3a295cdc9 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:28.024513 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cae5c5c7-c938-44a3-b98a-6082728e1b79 req-241266ab-a34d-4906-b9eb-758f8ae0cb04 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:28.028035 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cae5c5c7-c938-44a3-b98a-6082728e1b79 req-241266ab-a34d-4906-b9eb-758f8ae0cb04 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.55 "DELETE /v2.0/ports/60bb1009-0db8-4cd4-914b-3a00c27ce4cb HTTP/1.1" status: 204 len: 173 time: 0.7532909 Jan 26 19:07:28.028441 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ae24f18f-6dba-4efe-8e96-f7637abc5254 req-43136410-2ebe-41a6-9373-3eb3a295cdc9 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 944 time: 0.0616286 Jan 26 19:07:28.028683 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa', 'name': 'network-vif-deleted', 'tag': '60bb1009-0db8-4cd4-914b-3a00c27ce4cb'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:07:28.044398 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a4ec31-f5fc-43fb-874f-e3874b75624d" -d '{"events": [{"server_uuid": "ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa", "name": "network-vif-deleted", "tag": "60bb1009-0db8-4cd4-914b-3a00c27ce4cb"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:07:28.083098 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ae24f18f-6dba-4efe-8e96-f7637abc5254 req-0cea472c-3df8-418c-a852-bb932ac4b94c tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537412 Jan 26 19:07:28.088724 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76deac02-26c9-4644-a866-7d385934fa25 x-openstack-request-id: req-76deac02-26c9-4644-a866-7d385934fa25 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:07:28.089020 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa", "name": "network-vif-deleted", "tag": "60bb1009-0db8-4cd4-914b-3a00c27ce4cb", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:07:28.089295 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76deac02-26c9-4644-a866-7d385934fa25 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:07:28.089974 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa', 'name': 'network-vif-deleted', 'tag': '60bb1009-0db8-4cd4-914b-3a00c27ce4cb', 'status': 'completed', 'code': 200} Jan 26 19:07:28.155020 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (f3762ccf-c95a-4b8e-93bf-d62e632ca913), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:28.206848 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:07:28.215450 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Pushing event updated for resources: {'Port': ['ID=f3762ccf-c95a-4b8e-93bf-d62e632ca913,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:28.218572 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:07:28.220858 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:07:28.947289 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for floatingip (90f11a73-49f8-4042-9c30-e23ca1254fdb), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:29.058242 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9f8f371c-dceb-43a0-ac4a-77a812312896 req-d1f315e5-adb4-4b81-8143-6744d6c20c0c tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed0bdd0a-9a55-4ec2-b9a0-6bf98643dfaa HTTP/1.1" status: 200 len: 210 time: 0.0299745 Jan 26 19:07:29.159989 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (f3762ccf-c95a-4b8e-93bf-d62e632ca913), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:29.227466 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c804b-e65e-4492-b1fa-52cdf1495620 req-16bf1d34-fc8c-4cba-9bb8-8c6bdde5a97f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:29.230252 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-028c804b-e65e-4492-b1fa-52cdf1495620 req-16bf1d34-fc8c-4cba-9bb8-8c6bdde5a97f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 944 time: 0.0571120 Jan 26 19:07:29.285346 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-028c804b-e65e-4492-b1fa-52cdf1495620 req-61b7b553-a83f-413a-a00e-bc8058829335 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495017 Jan 26 19:07:29.323998 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for port (f3762ccf-c95a-4b8e-93bf-d62e632ca913), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:29.387067 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 71478470-4459-430c-9feb-dda9d023d3c4 up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:07:29.387694 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (f3762ccf-c95a-4b8e-93bf-d62e632ca913), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:29.437558 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port 71478470-4459-430c-9feb-dda9d023d3c4 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:07:29.437978 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (71478470-4459-430c-9feb-dda9d023d3c4), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:29.455620 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Pushing event updated for resources: {'Port': ['ID=f3762ccf-c95a-4b8e-93bf-d62e632ca913,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:29.465768 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (90f11a73-49f8-4042-9c30-e23ca1254fdb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:29.520344 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 71478470-4459-430c-9feb-dda9d023d3c4 is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:07:29.520824 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (71478470-4459-430c-9feb-dda9d023d3c4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:29.544207 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71478470-4459-430c-9feb-dda9d023d3c4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:07:29.546957 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f5e782-bceb-4eae-80bb-d85b17579ce9" -d '{"events": [{"server_uuid": "56c9c842-3e6b-4e8f-954f-0b37b40fe4d8", "name": "network-vif-plugged", "status": "completed", "tag": "71478470-4459-430c-9feb-dda9d023d3c4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:07:29.559245 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 71478470-4459-430c-9feb-dda9d023d3c4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=71478470-4459-430c-9feb-dda9d023d3c4,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:07:29.571270 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.l3_db [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Floating IP 90f11a73-49f8-4042-9c30-e23ca1254fdb associated. External IP: 172.27.2.162, port: 9cc245b4-cb28-4de3-9d40-5b516d12dce4. Jan 26 19:07:29.583846 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7385e4a9-c575-4791-9069-642f7e7eb7c4 x-openstack-request-id: req-7385e4a9-c575-4791-9069-642f7e7eb7c4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:07:29.584156 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c9c842-3e6b-4e8f-954f-0b37b40fe4d8", "name": "network-vif-plugged", "status": "completed", "tag": "71478470-4459-430c-9feb-dda9d023d3c4", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:07:29.584412 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7385e4a9-c575-4791-9069-642f7e7eb7c4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:07:29.584799 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71478470-4459-430c-9feb-dda9d023d3c4', 'code': 200} Jan 26 19:07:29.636495 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (71478470-4459-430c-9feb-dda9d023d3c4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:29.637338 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 60bb1009-0db8-4cd4-914b-3a00c27ce4cb no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:07:29.676130 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: 60bb1009-0db8-4cd4-914b-3a00c27ce4cb {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:07:29.676478 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 60bb1009-0db8-4cd4-914b-3a00c27ce4cb not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:07:29.700529 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=71478470-4459-430c-9feb-dda9d023d3c4,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:29.778276 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:07:29.889651 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:07:29.899114 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc1355c-5ddc-40af-b60b-2681e66bb61f None None] Sync routers for ids ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:07:29.909627 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc1355c-5ddc-40af-b60b-2681e66bb61f None None] Routers {'0c0a2790-eb20-47fd-97de-1add5a6cbe2d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:07:29.910374 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1cc1355c-5ddc-40af-b60b-2681e66bb61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:07:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:07:29.981313 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:30.011180 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-73ca1173-29e4-43f3-84a3-e0f4414fbb0e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8122494 Jan 26 19:07:30.028821 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-1cc1355c-5ddc-40af-b60b-2681e66bb61f None None] Set router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:07:30.091103 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'tag': '9cc245b4-cb28-4de3-9d40-5b516d12dce4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:07:30.096774 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650a48e8-9ff6-4b3f-9b07-4e2743ad63d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef025c9-13cc-4a98-998f-1ba4d0634607", "tag": "9cc245b4-cb28-4de3-9d40-5b516d12dce4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:07:30.140831 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49921b06-95b4-4bc8-96ef-32e707da4f69 x-openstack-request-id: req-49921b06-95b4-4bc8-96ef-32e707da4f69 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:07:30.141086 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef025c9-13cc-4a98-998f-1ba4d0634607", "tag": "9cc245b4-cb28-4de3-9d40-5b516d12dce4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:07:30.141352 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49921b06-95b4-4bc8-96ef-32e707da4f69 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:07:30.141758 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'tag': '9cc245b4-cb28-4de3-9d40-5b516d12dce4', 'status': 'completed', 'code': 200} Jan 26 19:07:30.216188 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a48e8-9ff6-4b3f-9b07-4e2743ad63d5 req-91a96fa4-3f98-4e85-952a-96aaaf45ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:30.218303 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-650a48e8-9ff6-4b3f-9b07-4e2743ad63d5 req-91a96fa4-3f98-4e85-952a-96aaaf45ed5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f53141dac6548f282050b86063dad49&device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 1098 time: 0.0531218 Jan 26 19:07:30.295219 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1cc1355c-5ddc-40af-b60b-2681e66bb61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'name': 'tempest-TestShelveInstance-2015164291-router', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:25Z', 'updated_at': '2022-01-26T19:06:29Z', 'revision_number': 4, 'project_id': '4f53141dac6548f282050b86063dad49', 'gw_port': {'id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:26Z', 'updated_at': '2022-01-26T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': '90f11a73-49f8-4042-9c30-e23ca1254fdb', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'port_id': '9cc245b4-cb28-4de3-9d40-5b516d12dce4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d', 'mac_address': 'fa:16:3e:e1:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:07:28Z', 'updated_at': '2022-01-26T19:07:28Z', 'revision_number': 0, 'project_id': '4f53141dac6548f282050b86063dad49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65632127-0ad4-418b-9500-cb314279bf3a', 'name': '', 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'mac_address': 'fa:16:3e:56:13:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:29Z', 'updated_at': '2022-01-26T19:06:33Z', 'revision_number': 5, 'project_id': '4f53141dac6548f282050b86063dad49', 'subnets': [{'id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:07:30.328419 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a48e8-9ff6-4b3f-9b07-4e2743ad63d5 req-07bca4ae-332b-45e3-84fe-3f581c33b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:30.330050 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-650a48e8-9ff6-4b3f-9b07-4e2743ad63d5 req-07bca4ae-332b-45e3-84fe-3f581c33b43a service neutron] 10.222.0.55 "GET /v2.0/networks?id=874a7eab-109f-48f7-89c5-683069ea851d HTTP/1.1" status: 200 len: 910 time: 0.1060290 Jan 26 19:07:30.421646 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc1355c-5ddc-40af-b60b-2681e66bb61f None None] Checking router: 0c0a2790-eb20-47fd-97de-1add5a6cbe2d for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:07:30.430992 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc1355c-5ddc-40af-b60b-2681e66bb61f None None] Routers {'0c0a2790-eb20-47fd-97de-1add5a6cbe2d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:07:30.431608 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1cc1355c-5ddc-40af-b60b-2681e66bb61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:07:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:07:30.449240 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f195bf-4bb9-42c9-a1d9-59894e5be230 req-320b3c43-b1a5-4194-a552-fd05b1b698b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:30.450740 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-97f195bf-4bb9-42c9-a1d9-59894e5be230 req-320b3c43-b1a5-4194-a552-fd05b1b698b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 1099 time: 0.1452656 Jan 26 19:07:30.454024 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-650a48e8-9ff6-4b3f-9b07-4e2743ad63d5 req-486ceaa4-3ea4-4c0a-9bd0-a2fda03e2f6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc245b4-cb28-4de3-9d40-5b516d12dce4 HTTP/1.1" status: 200 len: 999 time: 0.1057873 Jan 26 19:07:30.467864 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169e2f8-11dc-48bb-b13f-415e9b34fac8 req-3e167b8a-b28b-49ba-8bee-75c6e3943390 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:30.469296 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f169e2f8-11dc-48bb-b13f-415e9b34fac8 req-3e167b8a-b28b-49ba-8bee-75c6e3943390 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 946 time: 0.0769219 Jan 26 19:07:30.581352 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a48e8-9ff6-4b3f-9b07-4e2743ad63d5 req-c4f2820d-e326-4352-beda-c3627dcb32d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:30.582860 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-650a48e8-9ff6-4b3f-9b07-4e2743ad63d5 req-c4f2820d-e326-4352-beda-c3627dcb32d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d79fe66-52ef-4862-ad61-617b0985317a HTTP/1.1" status: 200 len: 848 time: 0.1127234 Jan 26 19:07:30.585877 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-97f195bf-4bb9-42c9-a1d9-59894e5be230 req-48dd3985-3eed-4116-9f37-52aca97cf9c8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145830 Jan 26 19:07:30.589028 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f169e2f8-11dc-48bb-b13f-415e9b34fac8 req-34b80ced-99af-4c7f-a37c-e49e7cdb1d4e tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046004 Jan 26 19:07:30.597558 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-1cc1355c-5ddc-40af-b60b-2681e66bb61f None None] Set router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:07:30.604911 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0a07-9df6-4cbc-8caf-6f0966942ada req-a85026a9-d9a0-465a-ace9-3a6838599a86 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:30.607339 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-681d0a07-9df6-4cbc-8caf-6f0966942ada req-a85026a9-d9a0-465a-ace9-3a6838599a86 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0565372 Jan 26 19:07:30.660934 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-681d0a07-9df6-4cbc-8caf-6f0966942ada req-3f1956f8-d505-41c8-8ecf-b6080c39c1a7 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472383 Jan 26 19:07:30.815584 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1cc1355c-5ddc-40af-b60b-2681e66bb61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'name': 'tempest-TestShelveInstance-2015164291-router', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:25Z', 'updated_at': '2022-01-26T19:06:29Z', 'revision_number': 4, 'project_id': '4f53141dac6548f282050b86063dad49', 'gw_port': {'id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:26Z', 'updated_at': '2022-01-26T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': '90f11a73-49f8-4042-9c30-e23ca1254fdb', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'port_id': '9cc245b4-cb28-4de3-9d40-5b516d12dce4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d', 'mac_address': 'fa:16:3e:e1:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:07:28Z', 'updated_at': '2022-01-26T19:07:28Z', 'revision_number': 0, 'project_id': '4f53141dac6548f282050b86063dad49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65632127-0ad4-418b-9500-cb314279bf3a', 'name': '', 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'mac_address': 'fa:16:3e:56:13:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:29Z', 'updated_at': '2022-01-26T19:06:33Z', 'revision_number': 5, 'project_id': '4f53141dac6548f282050b86063dad49', 'subnets': [{'id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:07:30.835377 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a48e8-9ff6-4b3f-9b07-4e2743ad63d5 req-63290de6-47b8-469c-8489-fce68319f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:30.836921 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-650a48e8-9ff6-4b3f-9b07-4e2743ad63d5 req-63290de6-47b8-469c-8489-fce68319f582 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=874a7eab-109f-48f7-89c5-683069ea851d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406950 Jan 26 19:07:30.844777 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc1355c-5ddc-40af-b60b-2681e66bb61f None None] The sync data for ids ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'] in dv-cinder-824187-6-iscsi is: [{'id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'name': 'tempest-TestShelveInstance-2015164291-router', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:25Z', 'updated_at': '2022-01-26T19:06:29Z', 'revision_number': 4, 'project_id': '4f53141dac6548f282050b86063dad49', 'gw_port': {'id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:26Z', 'updated_at': '2022-01-26T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': '90f11a73-49f8-4042-9c30-e23ca1254fdb', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'port_id': '9cc245b4-cb28-4de3-9d40-5b516d12dce4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d', 'mac_address': 'fa:16:3e:e1:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:07:28Z', 'updated_at': '2022-01-26T19:07:28Z', 'revision_number': 0, 'project_id': '4f53141dac6548f282050b86063dad49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65632127-0ad4-418b-9500-cb314279bf3a', 'name': '', 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'mac_address': 'fa:16:3e:56:13:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:29Z', 'updated_at': '2022-01-26T19:06:33Z', 'revision_number': 5, 'project_id': '4f53141dac6548f282050b86063dad49', 'subnets': [{'id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:07:30.932003 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-650a48e8-9ff6-4b3f-9b07-4e2743ad63d5 req-4e4a174c-f23f-46c8-b229-aa4a8f95e984 service neutron] 10.222.0.55 "GET /v2.0/networks/874a7eab-109f-48f7-89c5-683069ea851d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830894 Jan 26 19:07:31.024507 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6ad8e-7338-4f86-bdd2-1c38dfcdb2c3 None None] New status for floating IP 90f11a73-49f8-4042-9c30-e23ca1254fdb: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:07:31.031912 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-650a48e8-9ff6-4b3f-9b07-4e2743ad63d5 req-09e90453-dd96-4e9e-8d79-57172676e97b service neutron] 10.222.0.55 "GET /v2.0/networks/874a7eab-109f-48f7-89c5-683069ea851d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890317 Jan 26 19:07:31.718393 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f93647-52fe-41d2-a604-cdfd5fb13792 req-f5812293-e603-4ce7-94f9-ec3019e66408 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:31.719954 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-40f93647-52fe-41d2-a604-cdfd5fb13792 req-f5812293-e603-4ce7-94f9-ec3019e66408 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 946 time: 0.0488842 Jan 26 19:07:31.768154 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-40f93647-52fe-41d2-a604-cdfd5fb13792 req-c9608dc5-d776-43c0-990f-925d7ddabe1a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427272 Jan 26 19:07:31.774367 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae1493-5214-4129-ad34-b5ba0a2880a3 req-5ea8b609-af13-4459-9285-1299dffe1cb3 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:31.775851 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47ae1493-5214-4129-ad34-b5ba0a2880a3 req-5ea8b609-af13-4459-9285-1299dffe1cb3 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0479970 Jan 26 19:07:31.835411 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47ae1493-5214-4129-ad34-b5ba0a2880a3 req-7fc7278d-4ef3-4d8c-8926-bbd771d27ed8 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537679 Jan 26 19:07:32.896334 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b6cc-1599-4928-8dcb-a3464b8cba9b req-6e19d02f-9ad3-4009-a5a4-88a0f1550899 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:32.897960 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7247b6cc-1599-4928-8dcb-a3464b8cba9b req-6e19d02f-9ad3-4009-a5a4-88a0f1550899 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 946 time: 0.0572422 Jan 26 19:07:32.949517 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7247b6cc-1599-4928-8dcb-a3464b8cba9b req-961ebcc2-91a6-4e14-9dc6-8d49290fbd63 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441773 Jan 26 19:07:32.965960 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e36fb-8a01-463f-8311-de2afdc02721 req-663f6582-6aba-452e-b71f-7ecb962241d9 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:32.968214 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d28e36fb-8a01-463f-8311-de2afdc02721 req-663f6582-6aba-452e-b71f-7ecb962241d9 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0535741 Jan 26 19:07:33.018587 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d28e36fb-8a01-463f-8311-de2afdc02721 req-e4844169-cddb-4c86-bd2d-cb85a6ee6502 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445650 Jan 26 19:07:34.073483 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748f9c5-4fc9-4e01-bec6-6f896d4e4d58 req-7c3dbd91-6d54-4970-8aee-395bc1894233 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:34.075496 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7748f9c5-4fc9-4e01-bec6-6f896d4e4d58 req-7c3dbd91-6d54-4970-8aee-395bc1894233 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 946 time: 0.0508523 Jan 26 19:07:34.125721 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7748f9c5-4fc9-4e01-bec6-6f896d4e4d58 req-3dc55660-35bb-438a-9cd4-9078d30b75e4 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451937 Jan 26 19:07:34.134441 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9041d-ae37-47fe-b4d1-8f79742cf58a req-565c4449-1e50-4fce-9ddd-3279f3a6c7c7 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:34.136395 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fef9041d-ae37-47fe-b4d1-8f79742cf58a req-565c4449-1e50-4fce-9ddd-3279f3a6c7c7 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0497019 Jan 26 19:07:34.186654 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fef9041d-ae37-47fe-b4d1-8f79742cf58a req-6428a893-52e6-4efa-92c9-6101b7ecfb03 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442605 Jan 26 19:07:35.298341 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b7c94-4de7-45d6-9601-28ed8f2e5cad req-782fb6b5-ff1f-434e-b92b-c9e4b128bddb tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:35.299812 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-aa1b7c94-4de7-45d6-9601-28ed8f2e5cad req-782fb6b5-ff1f-434e-b92b-c9e4b128bddb tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0480630 Jan 26 19:07:35.348792 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-aa1b7c94-4de7-45d6-9601-28ed8f2e5cad req-8aef54dc-abd5-4a93-a28d-51ed28dc46b0 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434558 Jan 26 19:07:36.467657 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cd866-563e-43cb-8d8b-f414c3d2ad27 req-6e3632ec-fb84-4c49-b1e3-b3c4d8d95d22 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:36.469164 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b68cd866-563e-43cb-8d8b-f414c3d2ad27 req-6e3632ec-fb84-4c49-b1e3-b3c4d8d95d22 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0474885 Jan 26 19:07:36.521327 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b68cd866-563e-43cb-8d8b-f414c3d2ad27 req-f2c557c2-83f3-4caa-b35e-46148a6c97cc tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/security-groups?id=784d396e-60be-4ed1-8f4f-060193cee654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 Jan 26 19:07:36.849692 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc7262-0f5e-482c-b4be-486268d4a4cc req-2e0e3a26-1c99-4ffe-96e6-2dd441e20cdb tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:36.851142 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bcfc7262-0f5e-482c-b4be-486268d4a4cc req-2e0e3a26-1c99-4ffe-96e6-2dd441e20cdb tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 945 time: 0.0472522 Jan 26 19:07:36.949246 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bcfc7262-0f5e-482c-b4be-486268d4a4cc req-dc933ef4-fee7-485e-aa42-11b1616ad587 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Deleting port 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:07:36.949591 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcfc7262-0f5e-482c-b4be-486268d4a4cc req-dc933ef4-fee7-485e-aa42-11b1616ad587 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (5bb9289d-07a6-40bf-8689-eeb57d2ccf08), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:37.036963 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bcfc7262-0f5e-482c-b4be-486268d4a4cc req-dc933ef4-fee7-485e-aa42-11b1616ad587 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] For port 5bb9289d-07a6-40bf-8689-eeb57d2ccf08, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=5bb9289d-07a6-40bf-8689-eeb57d2ccf08,segment=NetworkSegment(cb572e59-6c33-4e38-beb1-68366b64ed53),segment_id=cb572e59-6c33-4e38-beb1-68366b64ed53)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:07:37.037353 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcfc7262-0f5e-482c-b4be-486268d4a4cc req-dc933ef4-fee7-485e-aa42-11b1616ad587 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (5bb9289d-07a6-40bf-8689-eeb57d2ccf08), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:37.049473 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bcfc7262-0f5e-482c-b4be-486268d4a4cc req-dc933ef4-fee7-485e-aa42-11b1616ad587 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Calling delete_port for 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:07:37.055312 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc2fa2f1-210b-4787-a1f3-7b17bf45090f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:37.255196 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcfc7262-0f5e-482c-b4be-486268d4a4cc req-dc933ef4-fee7-485e-aa42-11b1616ad587 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (5bb9289d-07a6-40bf-8689-eeb57d2ccf08), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:37.266622 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['5bb9289d-07a6-40bf-8689-eeb57d2ccf08'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:07:37.286835 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc933ef4-fee7-485e-aa42-11b1616ad587 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Pushing event deleted for resources: {'Port': ['ID=5bb9289d-07a6-40bf-8689-eeb57d2ccf08,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:37.331921 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfc7262-0f5e-482c-b4be-486268d4a4cc req-dc933ef4-fee7-485e-aa42-11b1616ad587 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] No DVR routers for this DVR port 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:07:37.334363 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bcfc7262-0f5e-482c-b4be-486268d4a4cc req-dc933ef4-fee7-485e-aa42-11b1616ad587 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:37.337698 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bcfc7262-0f5e-482c-b4be-486268d4a4cc req-dc933ef4-fee7-485e-aa42-11b1616ad587 tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.55 "DELETE /v2.0/ports/5bb9289d-07a6-40bf-8689-eeb57d2ccf08 HTTP/1.1" status: 204 len: 173 time: 0.4770050 Jan 26 19:07:37.338193 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf9fa11-9753-4036-9c2e-c835afa93419', 'name': 'network-vif-deleted', 'tag': '5bb9289d-07a6-40bf-8689-eeb57d2ccf08'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:07:37.340461 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00b79b8-dbb5-4b0d-9617-bf76620ba5d4" -d '{"events": [{"server_uuid": "6bf9fa11-9753-4036-9c2e-c835afa93419", "name": "network-vif-deleted", "tag": "5bb9289d-07a6-40bf-8689-eeb57d2ccf08"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:07:37.378128 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49573e72-94a1-41d1-9aaa-e007727eaada x-openstack-request-id: req-49573e72-94a1-41d1-9aaa-e007727eaada {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:07:37.378422 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf9fa11-9753-4036-9c2e-c835afa93419", "name": "network-vif-deleted", "tag": "5bb9289d-07a6-40bf-8689-eeb57d2ccf08", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:07:37.378678 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49573e72-94a1-41d1-9aaa-e007727eaada {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:07:37.379073 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf9fa11-9753-4036-9c2e-c835afa93419', 'name': 'network-vif-deleted', 'tag': '5bb9289d-07a6-40bf-8689-eeb57d2ccf08', 'status': 'completed', 'code': 200} Jan 26 19:07:37.613471 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2d1e9e3c-9295-4dcf-acf8-916fb9d9a50b req-7afce063-ca21-4b62-ac19-a066e6f00c0b tempest-ServerRescueNegativeTestJSON-870745029 tempest-ServerRescueNegativeTestJSON-870745029-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bf9fa11-9753-4036-9c2e-c835afa93419 HTTP/1.1" status: 200 len: 210 time: 0.0270607 Jan 26 19:07:38.652555 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28f925-88ec-48fa-8dbd-b7083230b9d7 req-2ff60d12-5dd0-42bd-ad5d-bbfd9918bf85 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:38.654110 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8e28f925-88ec-48fa-8dbd-b7083230b9d7 req-2ff60d12-5dd0-42bd-ad5d-bbfd9918bf85 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0495842 Jan 26 19:07:38.672189 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44292) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:38.704037 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8e28f925-88ec-48fa-8dbd-b7083230b9d7 req-607dabad-bac2-4851-a868-6779579a60e3 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434074 Jan 26 19:07:39.264840 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ba813702-0fac-4156-adb0-50379b32f140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4103791'] for router_interface (8ff63f56-77c4-4691-aefc-473518b60bc9), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:39.412170 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:07:39.432365 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:07:39.432636 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 5bb9289d-07a6-40bf-8689-eeb57d2ccf08 not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:07:39.535247 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8a71395-fe2e-4d25-b2c8-ef4421fe9764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:39.551994 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-ba813702-0fac-4156-adb0-50379b32f140 admin admin] Deleting port 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:07:39.552333 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ba813702-0fac-4156-adb0-50379b32f140 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (2bd73c5e-90bd-4d7d-9245-f2b200b4e73f), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:39.632938 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-ba813702-0fac-4156-adb0-50379b32f140 admin admin] For port 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=2bd73c5e-90bd-4d7d-9245-f2b200b4e73f,segment=NetworkSegment(cb572e59-6c33-4e38-beb1-68366b64ed53),segment_id=cb572e59-6c33-4e38-beb1-68366b64ed53)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:07:39.633544 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ba813702-0fac-4156-adb0-50379b32f140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (2bd73c5e-90bd-4d7d-9245-f2b200b4e73f), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:39.648685 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-ba813702-0fac-4156-adb0-50379b32f140 admin admin] Calling delete_port for 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f owned by network:router_interface {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:07:39.841488 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f05ae-eb96-46ac-bb4d-746eee220022 req-6038a83a-77c6-4dce-8659-35dcd7ec6a9c tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:39.843528 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-823f05ae-eb96-46ac-bb4d-746eee220022 req-6038a83a-77c6-4dce-8659-35dcd7ec6a9c tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0695231 Jan 26 19:07:39.923497 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-823f05ae-eb96-46ac-bb4d-746eee220022 req-0dd642d1-d913-4636-b46f-9835bb49ac6e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716619 Jan 26 19:07:39.979174 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ba813702-0fac-4156-adb0-50379b32f140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (2bd73c5e-90bd-4d7d-9245-f2b200b4e73f), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:40.029465 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba813702-0fac-4156-adb0-50379b32f140 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd73c5e-90bd-4d7d-9245-f2b200b4e73f,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:40.182351 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ba813702-0fac-4156-adb0-50379b32f140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4103931'] for router_interface (8ff63f56-77c4-4691-aefc-473518b60bc9), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:40.398868 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba813702-0fac-4156-adb0-50379b32f140 admin admin] Router 8ff63f56-77c4-4691-aefc-473518b60bc9 has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:07:40.501235 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba813702-0fac-4156-adb0-50379b32f140 admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:07:40.506185 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ba813702-0fac-4156-adb0-50379b32f140 admin admin] 10.222.0.52 "PUT /v2.0/routers/8ff63f56-77c4-4691-aefc-473518b60bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8328850 Jan 26 19:07:40.508598 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44296) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:40.513690 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb9e792-4549-4a22-944d-34bc27db0c76 None None] Sync routers for ids ['8ff63f56-77c4-4691-aefc-473518b60bc9'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:07:40.524276 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb9e792-4549-4a22-944d-34bc27db0c76 None None] Routers {'8ff63f56-77c4-4691-aefc-473518b60bc9'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:07:40.524884 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7bb9e792-4549-4a22-944d-34bc27db0c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:07:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['8ff63f56-77c4-4691-aefc-473518b60bc9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:07:40.575444 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:40.613287 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4a47a1ea-4457-4c58-92fa-fb7da5e3c0d8 admin admin] Publish callbacks [] for router (8ff63f56-77c4-4691-aefc-473518b60bc9), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:40.632294 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7bb9e792-4549-4a22-944d-34bc27db0c76 None None] Set router 8ff63f56-77c4-4691-aefc-473518b60bc9 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:07:40.717771 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4a47a1ea-4457-4c58-92fa-fb7da5e3c0d8 admin admin] Publish callbacks [] for router_gateway (8ff63f56-77c4-4691-aefc-473518b60bc9), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:40.806096 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7bb9e792-4549-4a22-944d-34bc27db0c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-669268755-router', 'tenant_id': '962aee889d284a26804b539454f574a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '8ee2cef1-0825-4edb-b7eb-560a95fc660f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:15Z', 'updated_at': '2022-01-26T19:07:39Z', 'revision_number': 5, 'project_id': '962aee889d284a26804b539454f574a5', 'gw_port': {'id': '8ee2cef1-0825-4edb-b7eb-560a95fc660f', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:07:40.818191 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-4a47a1ea-4457-4c58-92fa-fb7da5e3c0d8 admin admin] Deleting port 8ee2cef1-0825-4edb-b7eb-560a95fc660f {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:07:40.818535 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4a47a1ea-4457-4c58-92fa-fb7da5e3c0d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (8ee2cef1-0825-4edb-b7eb-560a95fc660f), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:40.835962 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb9e792-4549-4a22-944d-34bc27db0c76 None None] Checking router: 8ff63f56-77c4-4691-aefc-473518b60bc9 for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:07:40.845146 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb9e792-4549-4a22-944d-34bc27db0c76 None None] Routers {'8ff63f56-77c4-4691-aefc-473518b60bc9'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:07:40.845754 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7bb9e792-4549-4a22-944d-34bc27db0c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:07:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['8ff63f56-77c4-4691-aefc-473518b60bc9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:07:40.898656 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-4a47a1ea-4457-4c58-92fa-fb7da5e3c0d8 admin admin] For port 8ee2cef1-0825-4edb-b7eb-560a95fc660f, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=8ee2cef1-0825-4edb-b7eb-560a95fc660f,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:07:40.899267 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4a47a1ea-4457-4c58-92fa-fb7da5e3c0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (8ee2cef1-0825-4edb-b7eb-560a95fc660f), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:40.911662 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-4a47a1ea-4457-4c58-92fa-fb7da5e3c0d8 admin admin] Calling delete_port for 8ee2cef1-0825-4edb-b7eb-560a95fc660f owned by network:router_gateway {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:07:40.930921 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7bb9e792-4549-4a22-944d-34bc27db0c76 None None] Set router 8ff63f56-77c4-4691-aefc-473518b60bc9 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:07:40.981153 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7bb9e792-4549-4a22-944d-34bc27db0c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-669268755-router', 'tenant_id': '962aee889d284a26804b539454f574a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:15Z', 'updated_at': '2022-01-26T19:07:40Z', 'revision_number': 6, 'project_id': '962aee889d284a26804b539454f574a5', 'gw_port_host': None}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:07:41.010730 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb9e792-4549-4a22-944d-34bc27db0c76 None None] The sync data for ids ['8ff63f56-77c4-4691-aefc-473518b60bc9'] in dv-cinder-824187-6-iscsi is: [{'id': '8ff63f56-77c4-4691-aefc-473518b60bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-669268755-router', 'tenant_id': '962aee889d284a26804b539454f574a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:15Z', 'updated_at': '2022-01-26T19:07:40Z', 'revision_number': 6, 'project_id': '962aee889d284a26804b539454f574a5', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:07:41.041395 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7e9e1-e9cf-4dbc-859b-5fdfab4e84c2 req-2e8b76e3-2e11-4b49-a1ac-2b1c2288024f tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:41.043440 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-62a7e9e1-e9cf-4dbc-859b-5fdfab4e84c2 req-2e8b76e3-2e11-4b49-a1ac-2b1c2288024f tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0518708 Jan 26 19:07:41.094865 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-62a7e9e1-e9cf-4dbc-859b-5fdfab4e84c2 req-61f02389-5859-4ee9-8d4f-042d48f4a752 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443115 Jan 26 19:07:41.162317 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4a47a1ea-4457-4c58-92fa-fb7da5e3c0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (8ee2cef1-0825-4edb-b7eb-560a95fc660f), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:41.189714 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47a1ea-4457-4c58-92fa-fb7da5e3c0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee2cef1-0825-4edb-b7eb-560a95fc660f,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:41.251622 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4a47a1ea-4457-4c58-92fa-fb7da5e3c0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4102805'] for router_gateway (8ff63f56-77c4-4691-aefc-473518b60bc9), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:41.536729 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4a47a1ea-4457-4c58-92fa-fb7da5e3c0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4155136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103717'] for router (8ff63f56-77c4-4691-aefc-473518b60bc9), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:41.538901 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4a47a1ea-4457-4c58-92fa-fb7da5e3c0d8 admin admin] Publish callbacks [] for router_controller (8ff63f56-77c4-4691-aefc-473518b60bc9), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:41.659361 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4a47a1ea-4457-4c58-92fa-fb7da5e3c0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4155145'] for router (8ff63f56-77c4-4691-aefc-473518b60bc9), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:41.659825 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a47a1ea-4457-4c58-92fa-fb7da5e3c0d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ff63f56-77c4-4691-aefc-473518b60bc9 {{(pid=103145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:07:41.664739 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4a47a1ea-4457-4c58-92fa-fb7da5e3c0d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:41.665960 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-4a47a1ea-4457-4c58-92fa-fb7da5e3c0d8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/8ff63f56-77c4-4691-aefc-473518b60bc9 HTTP/1.1" status: 204 len: 168 time: 1.1564195 Jan 26 19:07:41.668467 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44300) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:41.714432 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-f284e23b-d532-46db-86f2-33957a3b106b admin admin] Deleting subnet e1d20eae-eca3-4437-bd5f-ba7798de1214 {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:07:41.718165 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f284e23b-d532-46db-86f2-33957a3b106b admin admin] Publish callbacks [] for subnet (e1d20eae-eca3-4437-bd5f-ba7798de1214), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:41.752977 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f284e23b-d532-46db-86f2-33957a3b106b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3764351'] for subnet (e1d20eae-eca3-4437-bd5f-ba7798de1214), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:41.792884 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f284e23b-d532-46db-86f2-33957a3b106b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643270'] for subnet (e1d20eae-eca3-4437-bd5f-ba7798de1214), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:41.924118 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f284e23b-d532-46db-86f2-33957a3b106b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59309163'] for subnet (e1d20eae-eca3-4437-bd5f-ba7798de1214), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:41.953421 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284e23b-d532-46db-86f2-33957a3b106b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d20eae-eca3-4437-bd5f-ba7798de1214,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:41.957204 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f284e23b-d532-46db-86f2-33957a3b106b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:41.960841 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-f284e23b-d532-46db-86f2-33957a3b106b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e1d20eae-eca3-4437-bd5f-ba7798de1214 HTTP/1.1" status: 204 len: 168 time: 0.2909918 Jan 26 19:07:41.963064 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44302) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:42.032358 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-66347324-2aba-4392-aad3-4ba31f5ff38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600199'] for network (921d1990-0cae-4d45-bbe0-ab047b54ae33), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:42.113087 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-66347324-2aba-4392-aad3-4ba31f5ff38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646737', 'neutron.services.segments.db._delete_segments_for_network-8747743498626'] for network (921d1990-0cae-4d45-bbe0-ab047b54ae33), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:42.133067 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-66347324-2aba-4392-aad3-4ba31f5ff38a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921d1990-0cae-4d45-bbe0-ab047b54ae33']}} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:07:42.143071 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-66347324-2aba-4392-aad3-4ba31f5ff38a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb572e59-6c33-4e38-beb1-68366b64ed53') {'for_net_delete': True} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:07:42.143366 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-66347324-2aba-4392-aad3-4ba31f5ff38a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb572e59-6c33-4e38-beb1-68366b64ed53') {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:07:42.152584 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-66347324-2aba-4392-aad3-4ba31f5ff38a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743466123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3764342'] for segment (cb572e59-6c33-4e38-beb1-68366b64ed53), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:42.172726 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-66347324-2aba-4392-aad3-4ba31f5ff38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (cb572e59-6c33-4e38-beb1-68366b64ed53), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:42.191468 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66347324-2aba-4392-aad3-4ba31f5ff38a admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:07:42.191868 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-66347324-2aba-4392-aad3-4ba31f5ff38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60123090'] for segment (cb572e59-6c33-4e38-beb1-68366b64ed53), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: Traceback (most recent call last): Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: timer() Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: cb(*args, **kw) Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: return func(*args, **kwargs) Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: self._notify() Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: self.callback(batched_events) Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: event.method(event) Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: return f(self, *a, **k) Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._get(url).json() Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: return self.request(url, 'GET', **kwargs) Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:07:42.193570 dv-cinder-824187-6-iscsi neutron-server[103145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:07:42.257393 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86b9b1-7645-46ea-ac84-47ee381ca3b4 req-ab11a9b4-1a98-49f6-ac66-5781cb7b03a4 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:42.258893 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6e86b9b1-7645-46ea-ac84-47ee381ca3b4 req-ab11a9b4-1a98-49f6-ac66-5781cb7b03a4 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0954845 Jan 26 19:07:42.303231 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-66347324-2aba-4392-aad3-4ba31f5ff38a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4102525'] for network (921d1990-0cae-4d45-bbe0-ab047b54ae33), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:42.312357 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-66347324-2aba-4392-aad3-4ba31f5ff38a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:42.317577 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-66347324-2aba-4392-aad3-4ba31f5ff38a admin admin] 10.222.0.52 "DELETE /v2.0/networks/921d1990-0cae-4d45-bbe0-ab047b54ae33 HTTP/1.1" status: 204 len: 168 time: 0.3511560 Jan 26 19:07:42.328775 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6e86b9b1-7645-46ea-ac84-47ee381ca3b4 req-d7a925b9-c818-463c-b7e9-0ad4f428003b tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634615 Jan 26 19:07:42.329682 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66347324-2aba-4392-aad3-4ba31f5ff38a admin admin] Pushing event deleted for resources: {'Network': ['ID=921d1990-0cae-4d45-bbe0-ab047b54ae33,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:42.355126 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:07:42.374787 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:07:42.375148 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 2bd73c5e-90bd-4d7d-9245-f2b200b4e73f not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:07:42.375556 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 8ee2cef1-0825-4edb-b7eb-560a95fc660f no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:07:42.395860 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: 8ee2cef1-0825-4edb-b7eb-560a95fc660f {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:07:42.396351 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 8ee2cef1-0825-4edb-b7eb-560a95fc660f not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:07:42.596292 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:42.644737 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44308) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:42.684972 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-f4fc1b49-aa5b-4ab1-9315-a3ecba0017d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=962aee889d284a26804b539454f574a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390346 Jan 26 19:07:42.688038 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44310) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:07:42.734030 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1c962cbd-4e2c-4119-900a-dfc7860c5662 admin admin] Publish callbacks [] for security_group (784d396e-60be-4ed1-8f4f-060193cee654), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:42.756860 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1c962cbd-4e2c-4119-900a-dfc7860c5662 admin admin] Publish callbacks [] for security_group (784d396e-60be-4ed1-8f4f-060193cee654), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:42.870871 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1c962cbd-4e2c-4119-900a-dfc7860c5662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (784d396e-60be-4ed1-8f4f-060193cee654), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:42.874129 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1c962cbd-4e2c-4119-900a-dfc7860c5662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:42.875339 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-1c962cbd-4e2c-4119-900a-dfc7860c5662 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/784d396e-60be-4ed1-8f4f-060193cee654 HTTP/1.1" status: 204 len: 168 time: 0.1863225 Jan 26 19:07:42.883464 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c962cbd-4e2c-4119-900a-dfc7860c5662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784d396e-60be-4ed1-8f4f-060193cee654,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:07:43.443479 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc8b9c-65dd-46db-91e7-3deb4c5c5630 req-62116cb7-c257-4435-aee7-5095221b57e1 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:43.444981 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-58dc8b9c-65dd-46db-91e7-3deb4c5c5630 req-62116cb7-c257-4435-aee7-5095221b57e1 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0470977 Jan 26 19:07:43.492287 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-58dc8b9c-65dd-46db-91e7-3deb4c5c5630 req-5ab46d78-dbaf-40f4-9973-147e5c75a2b0 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416977 Jan 26 19:07:43.712523 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:44.613482 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2311864-1453-4e4b-b239-9030216a0c46 req-fbad0388-6086-41c6-82d2-b3b432c39b20 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:44.614990 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f2311864-1453-4e4b-b239-9030216a0c46 req-fbad0388-6086-41c6-82d2-b3b432c39b20 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0529354 Jan 26 19:07:44.662000 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f2311864-1453-4e4b-b239-9030216a0c46 req-5b1777ec-150d-4c66-ab3d-1b1a34b6405c tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414383 Jan 26 19:07:45.776148 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e839a-00e5-475f-ab9b-884369428714 req-369186e6-8b9d-4b08-9e49-4011326c184f tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:45.777651 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9a4e839a-00e5-475f-ab9b-884369428714 req-369186e6-8b9d-4b08-9e49-4011326c184f tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0484490 Jan 26 19:07:45.823560 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9a4e839a-00e5-475f-ab9b-884369428714 req-a4215cb0-c8b5-421c-8de7-457ecddd94ea tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397317 Jan 26 19:07:46.937965 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8098fa-fbb6-435c-bfa8-acdc6aa95320 req-75df28a0-2c20-4d04-80ad-0f569b83a385 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:46.939483 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5a8098fa-fbb6-435c-bfa8-acdc6aa95320 req-75df28a0-2c20-4d04-80ad-0f569b83a385 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0481596 Jan 26 19:07:46.986424 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5a8098fa-fbb6-435c-bfa8-acdc6aa95320 req-aeaec92e-e65b-4cac-8944-9381253372c5 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413895 Jan 26 19:07:48.101807 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f0ebb-86b2-4732-a2b2-96b5de37eab0 req-673ee478-7cd9-43eb-8a14-0ba5c87c522d tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:48.103270 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-dd1f0ebb-86b2-4732-a2b2-96b5de37eab0 req-673ee478-7cd9-43eb-8a14-0ba5c87c522d tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0496955 Jan 26 19:07:48.153923 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-dd1f0ebb-86b2-4732-a2b2-96b5de37eab0 req-96065c99-1a90-49d6-8169-4a0e00d18dac tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409050 Jan 26 19:07:49.267087 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab6dc5-57df-4be3-aebe-c7d248596d5e req-3a22554b-a1d2-4300-bdc3-f2d371831b99 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:49.268572 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b1ab6dc5-57df-4be3-aebe-c7d248596d5e req-3a22554b-a1d2-4300-bdc3-f2d371831b99 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0473979 Jan 26 19:07:49.318066 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b1ab6dc5-57df-4be3-aebe-c7d248596d5e req-a9263317-30e2-4ed8-a593-5ffd7404d994 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439804 Jan 26 19:07:49.685486 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f77b00-6081-489b-93ce-b7ebd3e71d5e req-f084306c-d395-4f0e-8dce-f8b83c25ffd2 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:49.687039 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-79f77b00-6081-489b-93ce-b7ebd3e71d5e req-f084306c-d395-4f0e-8dce-f8b83c25ffd2 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0492535 Jan 26 19:07:49.733270 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-79f77b00-6081-489b-93ce-b7ebd3e71d5e req-13ec9d81-0a35-44cb-9067-41604fb4e713 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407515 Jan 26 19:07:50.848252 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6eba7a-6915-4230-80fc-568fd499d078 req-a4c3a1ca-8e3e-48d2-9c38-706f06efee22 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:50.849741 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7f6eba7a-6915-4230-80fc-568fd499d078 req-a4c3a1ca-8e3e-48d2-9c38-706f06efee22 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0474124 Jan 26 19:07:50.896153 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7f6eba7a-6915-4230-80fc-568fd499d078 req-4f0a3f27-6750-42e0-96f1-45e552783ec2 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408852 Jan 26 19:07:51.947121 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:07:51.973687 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0b7c4-681b-4449-ae3d-4463e438b1ff req-c7ed1c8a-de44-46b0-ac71-56e35a224a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:51.975241 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f1a0b7c4-681b-4449-ae3d-4463e438b1ff req-c7ed1c8a-de44-46b0-ac71-56e35a224a6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad6163233adb43149b021649508e8ff6&device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 1099 time: 0.0421138 Jan 26 19:07:52.015589 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f8510-badc-49f7-9d20-16f313e0990e req-9a2bad5b-778c-4fe5-87fa-4aa33297b22e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:52.017122 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-931f8510-badc-49f7-9d20-16f313e0990e req-9a2bad5b-778c-4fe5-87fa-4aa33297b22e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0519247 Jan 26 19:07:52.065380 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-931f8510-badc-49f7-9d20-16f313e0990e req-e711e89b-f33a-40a6-ad27-3fee48d1d49b tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421014 Jan 26 19:07:52.087524 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0b7c4-681b-4449-ae3d-4463e438b1ff req-1bde756f-edd7-4f5c-9e45-21b0311a985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:52.089434 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f1a0b7c4-681b-4449-ae3d-4463e438b1ff req-1bde756f-edd7-4f5c-9e45-21b0311a985b service neutron] 10.222.0.55 "GET /v2.0/networks?id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf HTTP/1.1" status: 200 len: 910 time: 0.1078439 Jan 26 19:07:52.158805 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f1a0b7c4-681b-4449-ae3d-4463e438b1ff req-6437b445-d55d-495d-9175-b0e5148f4426 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e3e31e0-8c7b-43b8-b9e1-700597ce84be HTTP/1.1" status: 200 len: 1002 time: 0.0603633 Jan 26 19:07:52.209737 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0b7c4-681b-4449-ae3d-4463e438b1ff req-c6c3413c-ed68-4398-8d8b-4eb297b56939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:52.211209 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f1a0b7c4-681b-4449-ae3d-4463e438b1ff req-c6c3413c-ed68-4398-8d8b-4eb297b56939 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f48a8d7c-62d5-4c66-b22a-175e4457e7a9 HTTP/1.1" status: 200 len: 848 time: 0.0466123 Jan 26 19:07:52.256487 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0b7c4-681b-4449-ae3d-4463e438b1ff req-3f1e9e9b-a393-46d7-81fe-851639bd06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:52.258001 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f1a0b7c4-681b-4449-ae3d-4463e438b1ff req-3f1e9e9b-a393-46d7-81fe-851639bd06ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400543 Jan 26 19:07:52.345306 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f1a0b7c4-681b-4449-ae3d-4463e438b1ff req-a6328723-84e6-4842-9d95-f02fedb54582 service neutron] 10.222.0.55 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811064 Jan 26 19:07:52.435474 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f1a0b7c4-681b-4449-ae3d-4463e438b1ff req-f1253767-dab7-45d2-b245-b72da23dc003 service neutron] 10.222.0.55 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839503 Jan 26 19:07:53.189450 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dd76d-9b1d-492b-8459-3153d1c91124 req-b311567e-7f2e-4fb1-b2e2-49afd2629dc1 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:07:53.190937 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a82dd76d-9b1d-492b-8459-3153d1c91124 req-b311567e-7f2e-4fb1-b2e2-49afd2629dc1 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0584791 Jan 26 19:07:53.238033 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a82dd76d-9b1d-492b-8459-3153d1c91124 req-74420b08-ff0d-4023-aa5e-c3b85998c411 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412419 Jan 26 19:07:56.720383 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:08:07.060737 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b835b40c-ec59-4ecf-a2ef-a1c912250dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:09.523988 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcb1b8c0-6e34-4a5b-a2e2-6375def5e83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:10.586765 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:12.636819 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:13.701248 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:17.984318 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38492646-f077-4c5b-beb2-103f97dcfc8e req-d236ab66-03dd-4b30-a1ce-9a636d221ef5 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:17.985844 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-38492646-f077-4c5b-beb2-103f97dcfc8e req-d236ab66-03dd-4b30-a1ce-9a636d221ef5 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 946 time: 0.0529389 Jan 26 19:08:18.033235 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-38492646-f077-4c5b-beb2-103f97dcfc8e req-72052807-7c1c-4d19-a554-2d95d370d6a9 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416427 Jan 26 19:08:19.157541 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034074a-0e04-4044-88e7-c810abbb05ef req-e33bcbb5-28af-4184-b4cb-b57e38326f68 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:19.159067 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b034074a-0e04-4044-88e7-c810abbb05ef req-e33bcbb5-28af-4184-b4cb-b57e38326f68 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 946 time: 0.0525055 Jan 26 19:08:19.206211 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b034074a-0e04-4044-88e7-c810abbb05ef req-720968af-f360-4695-ae51-fa2cf40d6994 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415125 Jan 26 19:08:19.588329 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c92cb-ba8f-4209-a9bf-531313603bca req-eb6623cf-2e90-4e1e-aa97-0179eee0ad87 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:19.589845 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-db4c92cb-ba8f-4209-a9bf-531313603bca req-eb6623cf-2e90-4e1e-aa97-0179eee0ad87 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.55 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 946 time: 0.0497458 Jan 26 19:08:19.704773 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-db4c92cb-ba8f-4209-a9bf-531313603bca req-3d3f3ba5-02f3-4dc8-bf4e-fd4bef610193 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Deleting port 71478470-4459-430c-9feb-dda9d023d3c4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:08:19.705380 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-db4c92cb-ba8f-4209-a9bf-531313603bca req-3d3f3ba5-02f3-4dc8-bf4e-fd4bef610193 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (71478470-4459-430c-9feb-dda9d023d3c4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:19.796019 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-db4c92cb-ba8f-4209-a9bf-531313603bca req-3d3f3ba5-02f3-4dc8-bf4e-fd4bef610193 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] For port 71478470-4459-430c-9feb-dda9d023d3c4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=71478470-4459-430c-9feb-dda9d023d3c4,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:08:19.796381 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-db4c92cb-ba8f-4209-a9bf-531313603bca req-3d3f3ba5-02f3-4dc8-bf4e-fd4bef610193 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (71478470-4459-430c-9feb-dda9d023d3c4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:20.282196 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-db4c92cb-ba8f-4209-a9bf-531313603bca req-3d3f3ba5-02f3-4dc8-bf4e-fd4bef610193 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:20.282872 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-db4c92cb-ba8f-4209-a9bf-531313603bca req-3d3f3ba5-02f3-4dc8-bf4e-fd4bef610193 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (f3b6b7f2-4e68-4ed9-9182-1f92d950a455), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:20.282872 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.l3_db [req-db4c92cb-ba8f-4209-a9bf-531313603bca req-3d3f3ba5-02f3-4dc8-bf4e-fd4bef610193 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Floating IP f3b6b7f2-4e68-4ed9-9182-1f92d950a455 disassociated. External IP: 172.27.2.230, port: 71478470-4459-430c-9feb-dda9d023d3c4. Jan 26 19:08:20.283209 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-db4c92cb-ba8f-4209-a9bf-531313603bca req-3d3f3ba5-02f3-4dc8-bf4e-fd4bef610193 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Calling delete_port for 71478470-4459-430c-9feb-dda9d023d3c4 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:08:20.325886 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6719704-3bbd-4ae0-ab86-32006d990db5 req-16f7b21c-7e3f-4c6e-ad0f-3ae7dfde3c6e tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:20.328346 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e6719704-3bbd-4ae0-ab86-32006d990db5 req-16f7b21c-7e3f-4c6e-ad0f-3ae7dfde3c6e tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 946 time: 0.0498922 Jan 26 19:08:20.377259 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e6719704-3bbd-4ae0-ab86-32006d990db5 req-17e03457-03c2-41d3-b61c-643e01769215 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=36074071-5478-4c3d-a60e-e9c2bfb51ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431457 Jan 26 19:08:20.466707 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-db4c92cb-ba8f-4209-a9bf-531313603bca req-3d3f3ba5-02f3-4dc8-bf4e-fd4bef610193 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (71478470-4459-430c-9feb-dda9d023d3c4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:20.497580 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f3ba5-02f3-4dc8-bf4e-fd4bef610193 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event deleted for resources: {'Port': ['ID=71478470-4459-430c-9feb-dda9d023d3c4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:20.614490 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db4c92cb-ba8f-4209-a9bf-531313603bca req-3d3f3ba5-02f3-4dc8-bf4e-fd4bef610193 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:08:20.725338 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db4c92cb-ba8f-4209-a9bf-531313603bca req-3d3f3ba5-02f3-4dc8-bf4e-fd4bef610193 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:08:20.736061 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b3299a-4cc1-4555-8bca-a98927a88ff4 None None] Sync routers for ids ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:08:20.749552 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b3299a-4cc1-4555-8bca-a98927a88ff4 None None] Routers {'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:08:20.750343 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-14b3299a-4cc1-4555-8bca-a98927a88ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:08:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:20.771635 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4c92cb-ba8f-4209-a9bf-531313603bca req-3d3f3ba5-02f3-4dc8-bf4e-fd4bef610193 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] No DVR routers for this DVR port 71478470-4459-430c-9feb-dda9d023d3c4 on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:08:20.774249 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-db4c92cb-ba8f-4209-a9bf-531313603bca req-3d3f3ba5-02f3-4dc8-bf4e-fd4bef610193 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:20.777676 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-db4c92cb-ba8f-4209-a9bf-531313603bca req-3d3f3ba5-02f3-4dc8-bf4e-fd4bef610193 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.55 "DELETE /v2.0/ports/71478470-4459-430c-9feb-dda9d023d3c4 HTTP/1.1" status: 204 len: 173 time: 1.1819246 Jan 26 19:08:20.778132 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'name': 'network-vif-deleted', 'tag': '71478470-4459-430c-9feb-dda9d023d3c4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:08:20.780715 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ceecf2-1522-48e8-a17b-118c655e481d" -d '{"events": [{"server_uuid": "56c9c842-3e6b-4e8f-954f-0b37b40fe4d8", "name": "network-vif-deleted", "tag": "71478470-4459-430c-9feb-dda9d023d3c4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:08:20.819093 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463bff7f-4667-4efa-9a6f-6d580adfb9ce x-openstack-request-id: req-463bff7f-4667-4efa-9a6f-6d580adfb9ce {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:08:20.819686 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c9c842-3e6b-4e8f-954f-0b37b40fe4d8", "name": "network-vif-deleted", "tag": "71478470-4459-430c-9feb-dda9d023d3c4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:08:20.819686 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-463bff7f-4667-4efa-9a6f-6d580adfb9ce {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:08:20.820116 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c9c842-3e6b-4e8f-954f-0b37b40fe4d8', 'name': 'network-vif-deleted', 'tag': '71478470-4459-430c-9feb-dda9d023d3c4', 'status': 'completed', 'code': 200} Jan 26 19:08:21.004312 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-14b3299a-4cc1-4555-8bca-a98927a88ff4 None None] Set router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:08:21.217589 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-14b3299a-4cc1-4555-8bca-a98927a88ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:26Z', 'revision_number': 4, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'dea40113-6e4c-4164-9a04-67ebf0a6c610', 'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'mac_address': 'fa:16:3e:1d:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:24Z', 'updated_at': '2022-01-26T19:04:33Z', 'revision_number': 5, 'project_id': '576e14109c434e728644c0dd02a7a738', 'subnets': [{'id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:21.244405 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b3299a-4cc1-4555-8bca-a98927a88ff4 None None] Checking router: e87eb1b8-6361-4ff4-a6a0-b5df08abad4e for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:08:21.253017 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b3299a-4cc1-4555-8bca-a98927a88ff4 None None] Routers {'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:08:21.253659 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-14b3299a-4cc1-4555-8bca-a98927a88ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:08:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:21.370571 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-14b3299a-4cc1-4555-8bca-a98927a88ff4 None None] Set router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:08:21.501353 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7363bc24-602b-4108-b221-1d3797672b05 req-5f1bc802-9ea1-44f8-9c3b-e4323078bac6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=56c9c842-3e6b-4e8f-954f-0b37b40fe4d8 HTTP/1.1" status: 200 len: 210 time: 0.0323367 Jan 26 19:08:21.584256 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 71478470-4459-430c-9feb-dda9d023d3c4 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:08:21.610329 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: 71478470-4459-430c-9feb-dda9d023d3c4 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:08:21.610676 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 71478470-4459-430c-9feb-dda9d023d3c4 not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:08:21.634872 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-14b3299a-4cc1-4555-8bca-a98927a88ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:26Z', 'revision_number': 4, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'dea40113-6e4c-4164-9a04-67ebf0a6c610', 'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'mac_address': 'fa:16:3e:1d:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:24Z', 'updated_at': '2022-01-26T19:04:33Z', 'revision_number': 5, 'project_id': '576e14109c434e728644c0dd02a7a738', 'subnets': [{'id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:21.664514 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b3299a-4cc1-4555-8bca-a98927a88ff4 None None] The sync data for ids ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'] in dv-cinder-824187-6-iscsi is: [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:26Z', 'revision_number': 4, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'dea40113-6e4c-4164-9a04-67ebf0a6c610', 'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'mac_address': 'fa:16:3e:1d:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:24Z', 'updated_at': '2022-01-26T19:04:33Z', 'revision_number': 5, 'project_id': '576e14109c434e728644c0dd02a7a738', 'subnets': [{'id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:08:21.917833 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86da7893-d885-4c38-bf58-3efd7033943a None None] New status for floating IP f3b6b7f2-4e68-4ed9-9182-1f92d950a455: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:08:21.918357 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:22.695002 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44680) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:22.752952 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group (36074071-5478-4c3d-a60e-e9c2bfb51ca4), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:22.780126 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group (36074071-5478-4c3d-a60e-e9c2bfb51ca4), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:22.906567 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (36074071-5478-4c3d-a60e-e9c2bfb51ca4), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:22.909589 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:22.915204 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "DELETE /v2.0/security-groups/36074071-5478-4c3d-a60e-e9c2bfb51ca4 HTTP/1.1" status: 204 len: 168 time: 0.2149661 Jan 26 19:08:22.915406 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 44686) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:22.922947 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36074071-5478-4c3d-a60e-e9c2bfb51ca4,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:22.930735 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:22.931419 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:22.931983 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:22.932555 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:22.932874 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.api.v2.resource [None req-fa9e74b9-0a29-4429-8fac-4b04c863e025 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] show failed (client error): The resource could not be found. Jan 26 19:08:22.933387 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:22.933928 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:22.934484 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:22.935033 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:22.935584 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:22.936114 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:22.936669 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:22.937245 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:22.937603 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-fa9e74b9-0a29-4429-8fac-4b04c863e025 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups/36074071-5478-4c3d-a60e-e9c2bfb51ca4 HTTP/1.1" status: 404 len: 347 time: 0.0221565 Jan 26 19:08:22.938012 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea795d3c-62c3-473e-86ce-4c1fbb51f180 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:22.938177 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 44688) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:23.079093 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Deleting port b09590ff-6c69-4aa8-87bc-3b6590251775 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:08:23.079320 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (b09590ff-6c69-4aa8-87bc-3b6590251775), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:23.159180 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (b09590ff-6c69-4aa8-87bc-3b6590251775), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:23.159653 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for floatingip (b09590ff-6c69-4aa8-87bc-3b6590251775), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:23.174172 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Calling delete_port for b09590ff-6c69-4aa8-87bc-3b6590251775 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:08:23.363358 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f87c5e3d-dc79-4321-adfa-ab9ca2ba3403 req-cad00701-ca9a-4e23-bb6b-c6cbaf18f877 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851948 Jan 26 19:08:23.435043 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (b09590ff-6c69-4aa8-87bc-3b6590251775), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:23.442921 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c5e3d-dc79-4321-adfa-ab9ca2ba3403 req-10a31fb6-8208-4809-93d3-212cf88d844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:23.444430 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f87c5e3d-dc79-4321-adfa-ab9ca2ba3403 req-10a31fb6-8208-4809-93d3-212cf88d844f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad6163233adb43149b021649508e8ff6&device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 1099 time: 0.0568109 Jan 26 19:08:23.472643 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event deleted for resources: {'Port': ['ID=b09590ff-6c69-4aa8-87bc-3b6590251775,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:23.541925 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:23.542328 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:23.542609 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:23.542948 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:23.543280 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:23.543623 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:23.544167 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:23.544373 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:23.544702 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:23.545102 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:23.545413 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:23.545741 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:23.546063 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:23.620721 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c5e3d-dc79-4321-adfa-ab9ca2ba3403 req-ffd02c3a-1c06-4a56-bc23-ced154ae8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:23.622293 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f87c5e3d-dc79-4321-adfa-ab9ca2ba3403 req-ffd02c3a-1c06-4a56-bc23-ced154ae8bd7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf HTTP/1.1" status: 200 len: 910 time: 0.1509032 Jan 26 19:08:23.637958 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for floatingip (f3b6b7f2-4e68-4ed9-9182-1f92d950a455), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:23.646985 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:23.655835 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-1a8b391b-9897-46a1-b5f0-40e270371010 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "DELETE /v2.0/floatingips/f3b6b7f2-4e68-4ed9-9182-1f92d950a455 HTTP/1.1" status: 204 len: 168 time: 0.7162769 Jan 26 19:08:23.769869 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f87c5e3d-dc79-4321-adfa-ab9ca2ba3403 req-b8683a98-04da-4f09-b157-cee2ffdd0951 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e3e31e0-8c7b-43b8-b9e1-700597ce84be HTTP/1.1" status: 200 len: 1002 time: 0.1398675 Jan 26 19:08:23.819089 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c5e3d-dc79-4321-adfa-ab9ca2ba3403 req-d6106883-a260-4a29-9600-a96f90659fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:23.820589 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f87c5e3d-dc79-4321-adfa-ab9ca2ba3403 req-d6106883-a260-4a29-9600-a96f90659fe7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f48a8d7c-62d5-4c66-b22a-175e4457e7a9 HTTP/1.1" status: 200 len: 848 time: 0.0440638 Jan 26 19:08:23.871978 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c5e3d-dc79-4321-adfa-ab9ca2ba3403 req-308a8339-b8c7-4d61-a87f-00e2daaf6dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:23.874100 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f87c5e3d-dc79-4321-adfa-ab9ca2ba3403 req-308a8339-b8c7-4d61-a87f-00e2daaf6dde service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479555 Jan 26 19:08:23.964548 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f87c5e3d-dc79-4321-adfa-ab9ca2ba3403 req-3c2918f6-2b9b-42b9-ae47-a07f08cf2e9e service neutron] 10.222.0.55 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839965 Jan 26 19:08:23.987042 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44700) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:23.991845 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-aef7535e-fdbf-47de-8d2a-14048029b9c1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1626995435', 'description': 'tempest-description--52729388'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:08:24.069027 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f87c5e3d-dc79-4321-adfa-ab9ca2ba3403 req-15cbf0c2-fed3-4e3d-8620-39b518865685 service neutron] 10.222.0.55 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972457 Jan 26 19:08:24.095323 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-aef7535e-fdbf-47de-8d2a-14048029b9c1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:24.170799 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-aef7535e-fdbf-47de-8d2a-14048029b9c1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group (a1085e64-227d-41cc-82c0-982a79d3815b), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:24.226545 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-aef7535e-fdbf-47de-8d2a-14048029b9c1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (a1085e64-227d-41cc-82c0-982a79d3815b), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:24.257817 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7535e-fdbf-47de-8d2a-14048029b9c1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1085e64-227d-41cc-82c0-982a79d3815b,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:24.320027 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-aef7535e-fdbf-47de-8d2a-14048029b9c1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:24.321801 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-aef7535e-fdbf-47de-8d2a-14048029b9c1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3331192 Jan 26 19:08:24.324270 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44702) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:24.328835 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-0ca3e645-08e3-4bc3-9545-48386c810231 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Request body: {'security_group_rule': {'security_group_id': 'a1085e64-227d-41cc-82c0-982a79d3815b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:08:24.437699 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0ca3e645-08e3-4bc3-9545-48386c810231 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group_rule (b4ef49db-2879-491b-8722-26008cb8c2b3), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:24.492760 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0ca3e645-08e3-4bc3-9545-48386c810231 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group_rule (b4ef49db-2879-491b-8722-26008cb8c2b3), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:24.632582 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0ca3e645-08e3-4bc3-9545-48386c810231 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (b4ef49db-2879-491b-8722-26008cb8c2b3), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:24.651281 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3e645-08e3-4bc3-9545-48386c810231 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ef49db-2879-491b-8722-26008cb8c2b3,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:24.822767 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0ca3e645-08e3-4bc3-9545-48386c810231 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:24.824271 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-0ca3e645-08e3-4bc3-9545-48386c810231 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4989142 Jan 26 19:08:24.830052 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44710) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:24.834470 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-5ad3afff-b302-4b05-adad-fedbcadc7e62 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Request body: {'security_group_rule': {'security_group_id': 'a1085e64-227d-41cc-82c0-982a79d3815b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:08:24.914158 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5ad3afff-b302-4b05-adad-fedbcadc7e62 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group_rule (9a82eeb6-6fa7-4c4d-8f1f-b1e541c2066f), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:24.970090 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5ad3afff-b302-4b05-adad-fedbcadc7e62 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group_rule (9a82eeb6-6fa7-4c4d-8f1f-b1e541c2066f), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:25.043706 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5ad3afff-b302-4b05-adad-fedbcadc7e62 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (9a82eeb6-6fa7-4c4d-8f1f-b1e541c2066f), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:25.063223 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3afff-b302-4b05-adad-fedbcadc7e62 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a82eeb6-6fa7-4c4d-8f1f-b1e541c2066f,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:25.143031 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5ad3afff-b302-4b05-adad-fedbcadc7e62 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:25.144302 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-5ad3afff-b302-4b05-adad-fedbcadc7e62 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3132608 Jan 26 19:08:25.147289 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44712) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:25.151774 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Request body: {'floatingip': {'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:08:25.253896 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:25.352015 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:25.461821 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Allocated IP 172.27.2.150 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/c32792b1-4e1f-4d7a-82dd-3e90e278f79c) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:08:25.562155 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for port (c32792b1-4e1f-4d7a-82dd-3e90e278f79c), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:25.678430 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (c32792b1-4e1f-4d7a-82dd-3e90e278f79c), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:25.722548 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:08:25.727402 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:08:25.731811 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:08:25.735649 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event updated for resources: {'Port': ['ID=c32792b1-4e1f-4d7a-82dd-3e90e278f79c,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:25.817268 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for floatingip (a1896175-a6d2-4f47-96cd-faf08cb4a654), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:25.933203 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c32792b1-4e1f-4d7a-82dd-3e90e278f79c), before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:26.088656 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for port (c32792b1-4e1f-4d7a-82dd-3e90e278f79c), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:26.140934 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122934'] for port (c32792b1-4e1f-4d7a-82dd-3e90e278f79c), after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:26.213213 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event updated for resources: {'Port': ['ID=c32792b1-4e1f-4d7a-82dd-3e90e278f79c,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:26.227286 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (a1896175-a6d2-4f47-96cd-faf08cb4a654), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:26.291542 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:26.292860 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-fd76baf9-b008-48b4-bf55-556a213cd153 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1445675 Jan 26 19:08:26.496497 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-53af94b7-6259-4420-8c0a-4c699c8bc781 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1626995435&fields=id&tenant_id=576e14109c434e728644c0dd02a7a738 HTTP/1.1" status: 200 len: 267 time: 0.0421050 Jan 26 19:08:26.599422 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-22fb41e5-e0f6-4d24-8965-0d7ad758db4a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:26.600860 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-22fb41e5-e0f6-4d24-8965-0d7ad758db4a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/networks?id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca HTTP/1.1" status: 200 len: 817 time: 0.0974424 Jan 26 19:08:26.615392 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-31193ca8-ec37-4258-8cea-67c9cfc79ebc tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/quotas/576e14109c434e728644c0dd02a7a738 HTTP/1.1" status: 200 len: 375 time: 0.0091546 Jan 26 19:08:26.670165 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-6145a14a-080e-4ba0-808b-e9ba8b1d6555 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=576e14109c434e728644c0dd02a7a738&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496488 Jan 26 19:08:26.762496 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-1a1271d3-1749-4ee7-85f0-1e57484c192f service neutron] 10.222.0.52 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811970 Jan 26 19:08:26.851907 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-aea540eb-48cf-4e63-aa1c-1c8b9b4e4318 service neutron] 10.222.0.52 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832317 Jan 26 19:08:27.120245 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-14be71ea-d40c-46eb-85a3-30809b9ff3f3 req-1e1128f9-5d0c-4fa6-afd9-9f97d5e908ae tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 210 time: 0.0268555 Jan 26 19:08:28.220458 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-65b52a24-796e-4398-8de7-c1a3cca078d2 req-681a5c5a-37af-4a35-b8a1-22710ef992a6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 210 time: 0.0272627 Jan 26 19:08:28.921606 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd27b29-9466-46c9-a2d2-cab80b9dbf16 req-3ff79856-9603-46c4-ab86-d146d7a064a7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:28.923400 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7bd27b29-9466-46c9-a2d2-cab80b9dbf16 req-3ff79856-9603-46c4-ab86-d146d7a064a7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0493424 Jan 26 19:08:28.969933 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7bd27b29-9466-46c9-a2d2-cab80b9dbf16 req-3dcb5e4a-351a-4904-a5fe-ee3a6907654e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408771 Jan 26 19:08:29.218240 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-dc6b04ab-b8cf-4c57-9914-b65265bbe58c tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:29.219670 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-dc6b04ab-b8cf-4c57-9914-b65265bbe58c tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.55 "GET /v2.0/networks?id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca HTTP/1.1" status: 200 len: 817 time: 0.1027994 Jan 26 19:08:29.285559 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-07697682-ff57-416d-84f9-9409b7fbb417 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=576e14109c434e728644c0dd02a7a738 HTTP/1.1" status: 200 len: 380 time: 0.0546358 Jan 26 19:08:29.296305 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-1df1f4ca-fa51-437e-bf95-0513924d9214 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Request body: {'port': {'device_id': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'admin_state_up': True, 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'security_groups': ['a1085e64-227d-41cc-82c0-982a79d3815b']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:08:29.320424 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7726689e-db13-4ca1-a655-bd654b8c7939 req-522d867f-700c-47fd-bab6-3c816321b03c tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 210 time: 0.0263677 Jan 26 19:08:29.472604 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-1df1f4ca-fa51-437e-bf95-0513924d9214 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Made reservation on behalf of 576e14109c434e728644c0dd02a7a738 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:08:29.476051 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-1df1f4ca-fa51-437e-bf95-0513924d9214 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:29.602367 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-1df1f4ca-fa51-437e-bf95-0513924d9214 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Allocated IP 172.20.0.11 (027b7978-2d1e-4ab4-a90c-f5f5f682cdca/4adaee3d-1301-410a-8b8d-af3b7bad3ff4/299fc8d7-9f4d-4328-b86e-aa76bb3a48b0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:08:29.738571 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-1df1f4ca-fa51-437e-bf95-0513924d9214 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:29.827685 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-1df1f4ca-fa51-437e-bf95-0513924d9214 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:29.870544 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-1df1f4ca-fa51-437e-bf95-0513924d9214 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:08:29.874181 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-1df1f4ca-fa51-437e-bf95-0513924d9214 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:08:29.880590 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-1df1f4ca-fa51-437e-bf95-0513924d9214 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:08:29.904161 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1f4ca-fa51-437e-bf95-0513924d9214 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event updated for resources: {'Port': ['ID=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:29.933829 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-1df1f4ca-fa51-437e-bf95-0513924d9214 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:29.934449 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-1df1f4ca-fa51-437e-bf95-0513924d9214 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:30.055628 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-1df1f4ca-fa51-437e-bf95-0513924d9214 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7629924 Jan 26 19:08:30.074100 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-3daa43ed-4d47-4bad-9c36-b6fa33a892af None None] Provisioning complete for port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:08:30.074722 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3daa43ed-4d47-4bad-9c36-b6fa33a892af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:30.080288 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Request body: {'port': {'device_id': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:08:30.109321 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3daa43ed-4d47-4bad-9c36-b6fa33a892af None None] Port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:08:30.143959 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f51ae-ef12-4897-8675-393c65a17b1c req-2b417ceb-7bd3-4c5c-bb77-034d4858235a tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:30.145573 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b75f51ae-ef12-4897-8675-393c65a17b1c req-2b417ceb-7bd3-4c5c-bb77-034d4858235a tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.1034439 Jan 26 19:08:30.158167 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:30.229653 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b75f51ae-ef12-4897-8675-393c65a17b1c req-c1482487-5f33-47a6-845c-88e9b89c3309 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775175 Jan 26 19:08:30.442023 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decbab8-b0b0-4bdb-b315-b44d06bb2be1 req-5caaec05-5140-4585-9ed8-8ff40a614fca tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:30.443530 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7decbab8-b0b0-4bdb-b315-b44d06bb2be1 req-5caaec05-5140-4585-9ed8-8ff40a614fca tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 932 time: 0.0485876 Jan 26 19:08:30.456485 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:08:30.463858 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Publish callbacks [] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:30.476387 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Transition to ACTIVE for port object 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:08:30.489989 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7decbab8-b0b0-4bdb-b315-b44d06bb2be1 req-a2b65b5e-ea6f-45f0-8062-280a7d3ead57 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409222 Jan 26 19:08:30.540995 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:30.588830 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Pushing event updated for resources: {'Port': ['ID=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:30.665046 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Attempting to bind port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:08:30.665425 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Attempting to bind port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:08:30.665745 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Attempting to bind port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 on network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:08:30.670406 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 on network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:08:30.670729 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Attempting to bind port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 on network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:08:30.676195 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:08:30.676536 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Checking segment: {'id': '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:08:30.676921 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Bound using segment: {'id': '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:08:30.677382 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Bound port: 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:08:30.677739 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:30.751473 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] For port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:08:30.754377 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] For port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:08:30.827802 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:30.860662 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:30.861342 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:30.862716 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] 10.222.0.55 "PUT /v2.0/ports/299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 HTTP/1.1" status: 200 len: 1094 time: 0.7883470 Jan 26 19:08:30.863157 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'tag': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:08:30.865504 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292b5aaa-3f71-4285-b0b3-a803c8d947a7" -d '{"events": [{"name": "network-changed", "server_uuid": "78454f4d-243c-4bd1-86e0-a522245fe7a2", "tag": "299fc8d7-9f4d-4328-b86e-aa76bb3a48b0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:08:30.896550 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547498cd-6c7c-48de-9379-e3dedd151e57 service neutron] Pushing event updated for resources: {'Port': ['ID=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:30.921495 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0dfc2f-85ff-417f-bb4d-7ca8eeccb3e5 x-openstack-request-id: req-ec0dfc2f-85ff-417f-bb4d-7ca8eeccb3e5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:08:30.921992 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78454f4d-243c-4bd1-86e0-a522245fe7a2", "tag": "299fc8d7-9f4d-4328-b86e-aa76bb3a48b0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:08:30.922225 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec0dfc2f-85ff-417f-bb4d-7ca8eeccb3e5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:08:30.922587 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'tag': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0', 'status': 'completed', 'code': 200} Jan 26 19:08:30.996175 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b5aaa-3f71-4285-b0b3-a803c8d947a7 req-9d550dce-dcf4-4ba6-9dbf-bf5afeaa1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:30.997740 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-292b5aaa-3f71-4285-b0b3-a803c8d947a7 req-9d550dce-dcf4-4ba6-9dbf-bf5afeaa1891 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=576e14109c434e728644c0dd02a7a738&device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 1097 time: 0.0537310 Jan 26 19:08:31.129914 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407ead6-6e60-4c2a-8589-afb8c5b23705 req-3e81c639-e091-4856-942d-5010c0351e6f tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:31.131342 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1407ead6-6e60-4c2a-8589-afb8c5b23705 req-3e81c639-e091-4856-942d-5010c0351e6f tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.55 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.1038041 Jan 26 19:08:31.174286 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b5aaa-3f71-4285-b0b3-a803c8d947a7 req-1f9fb66f-f228-429e-ac58-5a975a83bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:31.175772 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-292b5aaa-3f71-4285-b0b3-a803c8d947a7 req-1f9fb66f-f228-429e-ac58-5a975a83bce8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=576e14109c434e728644c0dd02a7a738&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1696208 Jan 26 19:08:31.319158 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1407ead6-6e60-4c2a-8589-afb8c5b23705 req-af50d09c-3b7a-4bff-8847-9053731fcb09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Deleting port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:08:31.319502 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1407ead6-6e60-4c2a-8589-afb8c5b23705 req-af50d09c-3b7a-4bff-8847-9053731fcb09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (0e3e31e0-8c7b-43b8-b9e1-700597ce84be), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:31.322746 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b5aaa-3f71-4285-b0b3-a803c8d947a7 req-822a9387-6c6b-4d4d-a1f7-c6c4bfe58e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:31.324243 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-292b5aaa-3f71-4285-b0b3-a803c8d947a7 req-822a9387-6c6b-4d4d-a1f7-c6c4bfe58e18 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1430171 Jan 26 19:08:31.358288 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18f9a4-63bb-491d-990e-ffb1c6be37bc req-25c5dfd0-65ee-4769-8d5b-66c52759a761 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:31.362134 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0a18f9a4-63bb-491d-990e-ffb1c6be37bc req-25c5dfd0-65ee-4769-8d5b-66c52759a761 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 946 time: 0.0608482 Jan 26 19:08:31.410579 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0a18f9a4-63bb-491d-990e-ffb1c6be37bc req-9468374e-1ea0-4465-8e99-66199cbcb5df tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=74a1a003-435f-4754-a3bc-2a2fb9a50161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441871 Jan 26 19:08:31.448525 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-0e64e114-5b9b-409b-9e54-9216d3901dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:31.448525 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-0e64e114-5b9b-409b-9e54-9216d3901dd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=576e14109c434e728644c0dd02a7a738&device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 1097 time: 0.0694418 Jan 26 19:08:31.467642 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1407ead6-6e60-4c2a-8589-afb8c5b23705 req-af50d09c-3b7a-4bff-8847-9053731fcb09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] For port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=0e3e31e0-8c7b-43b8-b9e1-700597ce84be,segment=NetworkSegment(11ecee25-3af8-48ff-8d6b-d80d3818c6dc),segment_id=11ecee25-3af8-48ff-8d6b-d80d3818c6dc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:08:31.468013 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1407ead6-6e60-4c2a-8589-afb8c5b23705 req-af50d09c-3b7a-4bff-8847-9053731fcb09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (0e3e31e0-8c7b-43b8-b9e1-700597ce84be), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:31.506372 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-7e73d0ca-fefe-4f1c-a0de-b7a23b72f48e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 HTTP/1.1" status: 200 len: 217 time: 0.0506685 Jan 26 19:08:31.666887 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-cf35f6a4-1458-49e6-a711-8ad9c080ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:31.668417 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-cf35f6a4-1458-49e6-a711-8ad9c080ac6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4adaee3d-1301-410a-8b8d-af3b7bad3ff4 HTTP/1.1" status: 200 len: 856 time: 0.1560800 Jan 26 19:08:31.722740 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac925fe-d4ef-4540-96f4-3bee92a498d2 req-1111134d-7361-4342-8be8-55465867822d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:31.724206 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6ac925fe-d4ef-4540-96f4-3bee92a498d2 req-1111134d-7361-4342-8be8-55465867822d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 944 time: 0.1529601 Jan 26 19:08:31.813735 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1407ead6-6e60-4c2a-8589-afb8c5b23705 req-af50d09c-3b7a-4bff-8847-9053731fcb09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:31.814004 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1407ead6-6e60-4c2a-8589-afb8c5b23705 req-af50d09c-3b7a-4bff-8847-9053731fcb09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (d0f11d81-33ce-4622-83fe-26dd007358f6), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:31.814330 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.l3_db [req-1407ead6-6e60-4c2a-8589-afb8c5b23705 req-af50d09c-3b7a-4bff-8847-9053731fcb09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Floating IP d0f11d81-33ce-4622-83fe-26dd007358f6 disassociated. External IP: 172.27.2.125, port: 0e3e31e0-8c7b-43b8-b9e1-700597ce84be. Jan 26 19:08:31.814670 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1407ead6-6e60-4c2a-8589-afb8c5b23705 req-af50d09c-3b7a-4bff-8847-9053731fcb09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Calling delete_port for 0e3e31e0-8c7b-43b8-b9e1-700597ce84be owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:08:31.826470 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-c681df1c-85e2-42f0-b6e9-603dacefeaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:31.828056 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-c681df1c-85e2-42f0-b6e9-603dacefeaa4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1520326 Jan 26 19:08:31.840525 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6ac925fe-d4ef-4540-96f4-3bee92a498d2 req-27da34ce-8c2f-493d-99d3-4700d7646a2f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852482 Jan 26 19:08:31.986842 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-174ab21c-60f9-4d16-87bd-5831e44c7163 service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498289 Jan 26 19:08:32.334091 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e0d340ae-b3a0-4f2f-a0d4-4e33f7a26546 req-c60ece7b-18ca-4627-b646-5d5abb739366 service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398926 Jan 26 19:08:32.380811 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1407ead6-6e60-4c2a-8589-afb8c5b23705 req-af50d09c-3b7a-4bff-8847-9053731fcb09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (0e3e31e0-8c7b-43b8-b9e1-700597ce84be), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:32.411096 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50d09c-3b7a-4bff-8847-9053731fcb09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event deleted for resources: {'Port': ['ID=0e3e31e0-8c7b-43b8-b9e1-700597ce84be,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:32.511175 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-67946712-6167-4829-b33c-d93413d5a2ed req-8dbb9de3-d11e-4ce6-b4ed-e9018c467bf9 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 210 time: 0.0268574 Jan 26 19:08:32.530056 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1407ead6-6e60-4c2a-8589-afb8c5b23705 req-af50d09c-3b7a-4bff-8847-9053731fcb09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Router 74220c30-68c8-43b5-b723-ab32070c3be1 has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:08:32.643215 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1407ead6-6e60-4c2a-8589-afb8c5b23705 req-af50d09c-3b7a-4bff-8847-9053731fcb09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:08:32.652910 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5cff9-2292-4f2f-8729-26a51c21eddf None None] Sync routers for ids ['74220c30-68c8-43b5-b723-ab32070c3be1'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:08:32.662967 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae5cff9-2292-4f2f-8729-26a51c21eddf None None] Routers {'74220c30-68c8-43b5-b723-ab32070c3be1'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:08:32.663588 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5ae5cff9-2292-4f2f-8729-26a51c21eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:08:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['74220c30-68c8-43b5-b723-ab32070c3be1'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:32.683837 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1407ead6-6e60-4c2a-8589-afb8c5b23705 req-af50d09c-3b7a-4bff-8847-9053731fcb09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] No DVR routers for this DVR port 0e3e31e0-8c7b-43b8-b9e1-700597ce84be on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:08:32.686684 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1407ead6-6e60-4c2a-8589-afb8c5b23705 req-af50d09c-3b7a-4bff-8847-9053731fcb09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:32.690182 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1407ead6-6e60-4c2a-8589-afb8c5b23705 req-af50d09c-3b7a-4bff-8847-9053731fcb09 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.55 "DELETE /v2.0/ports/0e3e31e0-8c7b-43b8-b9e1-700597ce84be HTTP/1.1" status: 204 len: 173 time: 1.5504272 Jan 26 19:08:32.781857 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-5ae5cff9-2292-4f2f-8729-26a51c21eddf None None] Set router 74220c30-68c8-43b5-b723-ab32070c3be1 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:08:32.923783 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ef61c2-334d-43e7-a4a9-30b21cf019d7', 'name': 'network-vif-deleted', 'tag': '0e3e31e0-8c7b-43b8-b9e1-700597ce84be'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:08:32.926329 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a247af-27c0-4897-afb4-7c8e981c8413" -d '{"events": [{"server_uuid": "25ef61c2-334d-43e7-a4a9-30b21cf019d7", "name": "network-vif-deleted", "tag": "0e3e31e0-8c7b-43b8-b9e1-700597ce84be"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:08:32.997018 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913d7b7-c1e7-47c0-8c45-02138e0d88de req-9984f7ab-040e-4dbe-92e2-b5e0e5f428fb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:33.008669 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c913d7b7-c1e7-47c0-8c45-02138e0d88de req-9984f7ab-040e-4dbe-92e2-b5e0e5f428fb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 944 time: 0.0688255 Jan 26 19:08:33.010270 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9ac380-b212-4189-b0bd-ede8e4e734b1 x-openstack-request-id: req-9d9ac380-b212-4189-b0bd-ede8e4e734b1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:08:33.010572 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ef61c2-334d-43e7-a4a9-30b21cf019d7", "name": "network-vif-deleted", "tag": "0e3e31e0-8c7b-43b8-b9e1-700597ce84be", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:08:33.010828 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d9ac380-b212-4189-b0bd-ede8e4e734b1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:08:33.011493 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ef61c2-334d-43e7-a4a9-30b21cf019d7', 'name': 'network-vif-deleted', 'tag': '0e3e31e0-8c7b-43b8-b9e1-700597ce84be', 'status': 'completed', 'code': 200} Jan 26 19:08:33.044932 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5ae5cff9-2292-4f2f-8729-26a51c21eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:30Z', 'revision_number': 4, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '9ab87bc0-cdd7-409d-b790-81cf64d4efbe', 'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'mac_address': 'fa:16:3e:b0:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:27Z', 'updated_at': '2022-01-26T19:04:41Z', 'revision_number': 5, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'subnets': [{'id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:33.066026 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c913d7b7-c1e7-47c0-8c45-02138e0d88de req-7b1e6db2-a801-4c65-a424-fc62f8789186 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591950 Jan 26 19:08:33.072209 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5cff9-2292-4f2f-8729-26a51c21eddf None None] Checking router: 74220c30-68c8-43b5-b723-ab32070c3be1 for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:08:33.082103 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae5cff9-2292-4f2f-8729-26a51c21eddf None None] Routers {'74220c30-68c8-43b5-b723-ab32070c3be1'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:08:33.089331 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5ae5cff9-2292-4f2f-8729-26a51c21eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:08:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['74220c30-68c8-43b5-b723-ab32070c3be1'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:33.193870 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-5ae5cff9-2292-4f2f-8729-26a51c21eddf None None] Set router 74220c30-68c8-43b5-b723-ab32070c3be1 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:08:33.410057 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5ae5cff9-2292-4f2f-8729-26a51c21eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:30Z', 'revision_number': 4, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '9ab87bc0-cdd7-409d-b790-81cf64d4efbe', 'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'mac_address': 'fa:16:3e:b0:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:27Z', 'updated_at': '2022-01-26T19:04:41Z', 'revision_number': 5, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'subnets': [{'id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:33.437343 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5cff9-2292-4f2f-8729-26a51c21eddf None None] The sync data for ids ['74220c30-68c8-43b5-b723-ab32070c3be1'] in dv-cinder-824187-6-iscsi is: [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:30Z', 'revision_number': 4, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '9ab87bc0-cdd7-409d-b790-81cf64d4efbe', 'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'mac_address': 'fa:16:3e:b0:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:27Z', 'updated_at': '2022-01-26T19:04:41Z', 'revision_number': 5, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'subnets': [{'id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:08:33.557684 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44854) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:33.636785 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3901534b-d52a-4cab-8398-59962dff551b req-88527332-f3fa-4480-9a5d-3e97ad22037c tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=25ef61c2-334d-43e7-a4a9-30b21cf019d7 HTTP/1.1" status: 200 len: 210 time: 0.0279772 Jan 26 19:08:33.691948 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-60c92550-2383-4292-8a80-80f178e701bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:33.713974 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d28ae-0b7b-4165-a1e4-4b8d6db6cf5e None None] New status for floating IP d0f11d81-33ce-4622-83fe-26dd007358f6: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:08:33.756091 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:08:33.780011 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-60c92550-2383-4292-8a80-80f178e701bb admin admin] Publish callbacks [] for security_group (ba7e2b68-3081-4b08-b987-c6651ff7ebf4), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:33.849234 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-60c92550-2383-4292-8a80-80f178e701bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (ba7e2b68-3081-4b08-b987-c6651ff7ebf4), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:33.893576 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-60c92550-2383-4292-8a80-80f178e701bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7edfc0aca8084791bc231880dbd03ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337407 Jan 26 19:08:33.894842 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c92550-2383-4292-8a80-80f178e701bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7e2b68-3081-4b08-b987-c6651ff7ebf4,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:33.898167 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 44858) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:33.957214 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46ae75a3-52c2-4482-96ce-27744effc19b admin admin] Publish callbacks [] for security_group (ba7e2b68-3081-4b08-b987-c6651ff7ebf4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:33.981787 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46ae75a3-52c2-4482-96ce-27744effc19b admin admin] Publish callbacks [] for security_group (ba7e2b68-3081-4b08-b987-c6651ff7ebf4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:34.100578 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46ae75a3-52c2-4482-96ce-27744effc19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (ba7e2b68-3081-4b08-b987-c6651ff7ebf4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:34.103359 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46ae75a3-52c2-4482-96ce-27744effc19b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:34.104521 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-46ae75a3-52c2-4482-96ce-27744effc19b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba7e2b68-3081-4b08-b987-c6651ff7ebf4 HTTP/1.1" status: 204 len: 168 time: 0.2039354 Jan 26 19:08:34.116517 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae75a3-52c2-4482-96ce-27744effc19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7e2b68-3081-4b08-b987-c6651ff7ebf4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:34.195640 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0e8e0-31f7-42b2-a3af-c72517254380 req-c002c285-7449-40fa-9a52-32e0535afbe1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:34.197213 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cbf0e8e0-31f7-42b2-a3af-c72517254380 req-c002c285-7449-40fa-9a52-32e0535afbe1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 944 time: 0.0482955 Jan 26 19:08:34.245851 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cbf0e8e0-31f7-42b2-a3af-c72517254380 req-d3d904e5-eb92-4412-8c27-c95565865d1b tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424230 Jan 26 19:08:34.633292 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 44866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:34.649993 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12d1b2af-9e2e-4fdd-989f-327a5cfcf683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:34.731690 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12d1b2af-9e2e-4fdd-989f-327a5cfcf683 admin admin] Publish callbacks [] for security_group (4cc7ff1f-bfc4-4010-9071-0c5bc63acc29), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:34.797939 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 44872) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:34.823944 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12d1b2af-9e2e-4fdd-989f-327a5cfcf683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (4cc7ff1f-bfc4-4010-9071-0c5bc63acc29), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:34.872781 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1b2af-9e2e-4fdd-989f-327a5cfcf683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc7ff1f-bfc4-4010-9071-0c5bc63acc29,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:34.876863 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-12d1b2af-9e2e-4fdd-989f-327a5cfcf683 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=02af834e68584e37ba202a17d1a0c0c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425191 Jan 26 19:08:34.879814 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44874) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:34.891157 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9e62eb1-e3af-49a5-a56d-eec59fc392f4 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group (74a1a003-435f-4754-a3bc-2a2fb9a50161), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:34.916480 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9e62eb1-e3af-49a5-a56d-eec59fc392f4 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group (74a1a003-435f-4754-a3bc-2a2fb9a50161), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:34.930155 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-06a70a0f-5857-46f8-81b7-6e05afabfb3e admin admin] Publish callbacks [] for security_group (4cc7ff1f-bfc4-4010-9071-0c5bc63acc29), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:34.951240 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-06a70a0f-5857-46f8-81b7-6e05afabfb3e admin admin] Publish callbacks [] for security_group (4cc7ff1f-bfc4-4010-9071-0c5bc63acc29), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:35.038101 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9e62eb1-e3af-49a5-a56d-eec59fc392f4 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (74a1a003-435f-4754-a3bc-2a2fb9a50161), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:35.040915 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9e62eb1-e3af-49a5-a56d-eec59fc392f4 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:35.042108 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-d9e62eb1-e3af-49a5-a56d-eec59fc392f4 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "DELETE /v2.0/security-groups/74a1a003-435f-4754-a3bc-2a2fb9a50161 HTTP/1.1" status: 204 len: 168 time: 0.2431648 Jan 26 19:08:35.045595 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44876) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:35.052396 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e62eb1-e3af-49a5-a56d-eec59fc392f4 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a1a003-435f-4754-a3bc-2a2fb9a50161,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:35.059159 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.api.v2.resource [None req-443143c2-6f1f-43f0-9c74-dd7d40f94974 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] show failed (client error): The resource could not be found. Jan 26 19:08:35.060170 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-443143c2-6f1f-43f0-9c74-dd7d40f94974 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups/74a1a003-435f-4754-a3bc-2a2fb9a50161 HTTP/1.1" status: 404 len: 347 time: 0.0136576 Jan 26 19:08:35.061279 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-06a70a0f-5857-46f8-81b7-6e05afabfb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (4cc7ff1f-bfc4-4010-9071-0c5bc63acc29), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:35.063840 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-06a70a0f-5857-46f8-81b7-6e05afabfb3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:35.064876 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-06a70a0f-5857-46f8-81b7-6e05afabfb3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4cc7ff1f-bfc4-4010-9071-0c5bc63acc29 HTTP/1.1" status: 204 len: 168 time: 0.1833730 Jan 26 19:08:35.068551 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 44880) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:35.074228 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a70a0f-5857-46f8-81b7-6e05afabfb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc7ff1f-bfc4-4010-9071-0c5bc63acc29,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:35.199304 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-eae849d4-b55e-4950-99f5-3bfe3d2334c7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Deleting port 3c7b7df9-651c-48c0-85c5-07b446bb1e92 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:08:35.199651 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eae849d4-b55e-4950-99f5-3bfe3d2334c7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (3c7b7df9-651c-48c0-85c5-07b446bb1e92), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:35.276984 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eae849d4-b55e-4950-99f5-3bfe3d2334c7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (3c7b7df9-651c-48c0-85c5-07b446bb1e92), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:35.277345 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eae849d4-b55e-4950-99f5-3bfe3d2334c7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for floatingip (3c7b7df9-651c-48c0-85c5-07b446bb1e92), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:35.289850 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-eae849d4-b55e-4950-99f5-3bfe3d2334c7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Calling delete_port for 3c7b7df9-651c-48c0-85c5-07b446bb1e92 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:08:35.377657 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adffc4e-b919-4096-9fe3-05bd1d0d6ac9 req-17979b1c-36d5-49fd-ab2f-0a2c0adbdda4 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:35.379464 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0adffc4e-b919-4096-9fe3-05bd1d0d6ac9 req-17979b1c-36d5-49fd-ab2f-0a2c0adbdda4 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 944 time: 0.0620844 Jan 26 19:08:35.433360 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0adffc4e-b919-4096-9fe3-05bd1d0d6ac9 req-2dcf02f7-7770-4038-a953-014d6bcae74f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484421 Jan 26 19:08:35.483772 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eae849d4-b55e-4950-99f5-3bfe3d2334c7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (3c7b7df9-651c-48c0-85c5-07b446bb1e92), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:35.509351 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae849d4-b55e-4950-99f5-3bfe3d2334c7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event deleted for resources: {'Port': ['ID=3c7b7df9-651c-48c0-85c5-07b446bb1e92,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:35.572036 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eae849d4-b55e-4950-99f5-3bfe3d2334c7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for floatingip (d0f11d81-33ce-4622-83fe-26dd007358f6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:35.574639 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eae849d4-b55e-4950-99f5-3bfe3d2334c7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:35.576421 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-eae849d4-b55e-4950-99f5-3bfe3d2334c7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "DELETE /v2.0/floatingips/d0f11d81-33ce-4622-83fe-26dd007358f6 HTTP/1.1" status: 204 len: 168 time: 0.5061221 Jan 26 19:08:35.649652 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:08:35.656036 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 0e3e31e0-8c7b-43b8-b9e1-700597ce84be no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:08:35.680647 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: 0e3e31e0-8c7b-43b8-b9e1-700597ce84be {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:08:35.681005 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 0e3e31e0-8c7b-43b8-b9e1-700597ce84be not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:08:35.770272 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:08:35.781851 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'port_id': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0', 'mac_address': 'fa:16:3e:73:f1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:08:35.820875 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:08:35.821333 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:35.835536 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:08:35.855245 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:08:35.918204 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:35.927122 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 44902) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:35.931732 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d8d7cf6b-f2ff-427a-9ead-944a8ea084fd tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092238653', 'description': 'tempest-description--154454871'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:08:35.970731 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:35.977726 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:35.978084 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:35.978445 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:35.978819 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:35.979124 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:35.979456 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:35.979785 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:35.980111 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:35.980437 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:35.980776 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:35.981125 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:35.981449 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:35.981769 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:08:36.031093 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8d7cf6b-f2ff-427a-9ead-944a8ea084fd tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:36.098481 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8d7cf6b-f2ff-427a-9ead-944a8ea084fd tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group (9ec82dc3-0723-41bf-8f96-6acdf250bbc4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:36.154573 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['299fc8d7-9f4d-4328-b86e-aa76bb3a48b0'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:08:36.168104 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8d7cf6b-f2ff-427a-9ead-944a8ea084fd tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (9ec82dc3-0723-41bf-8f96-6acdf250bbc4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:36.199143 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7cf6b-f2ff-427a-9ead-944a8ea084fd tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec82dc3-0723-41bf-8f96-6acdf250bbc4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:36.261911 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8d7cf6b-f2ff-427a-9ead-944a8ea084fd tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:36.263224 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-d8d7cf6b-f2ff-427a-9ead-944a8ea084fd tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3350189 Jan 26 19:08:36.266164 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 44908) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:36.270613 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c1f40fa8-3179-422e-8041-498ddf8ab4a2 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Request body: {'security_group_rule': {'security_group_id': '9ec82dc3-0723-41bf-8f96-6acdf250bbc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:08:36.351912 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1f40fa8-3179-422e-8041-498ddf8ab4a2 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group_rule (942e8412-a606-48c0-ba7b-3e990b85651e), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:36.411228 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1f40fa8-3179-422e-8041-498ddf8ab4a2 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group_rule (942e8412-a606-48c0-ba7b-3e990b85651e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:36.484630 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1f40fa8-3179-422e-8041-498ddf8ab4a2 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (942e8412-a606-48c0-ba7b-3e990b85651e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:36.505437 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f40fa8-3179-422e-8041-498ddf8ab4a2 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942e8412-a606-48c0-ba7b-3e990b85651e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:36.556881 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78237e11-ed14-4a3c-bcbb-af5b739e6dfd req-aa322ed5-32a6-4f59-9c20-1a05a4e525d9 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:36.558510 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-78237e11-ed14-4a3c-bcbb-af5b739e6dfd req-aa322ed5-32a6-4f59-9c20-1a05a4e525d9 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 945 time: 0.0511444 Jan 26 19:08:36.575317 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1f40fa8-3179-422e-8041-498ddf8ab4a2 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:36.578601 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-c1f40fa8-3179-422e-8041-498ddf8ab4a2 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3094954 Jan 26 19:08:36.579554 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44918) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:36.584111 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-4819a8d2-390d-4721-83c2-864cba7d9cbe tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Request body: {'security_group_rule': {'security_group_id': '9ec82dc3-0723-41bf-8f96-6acdf250bbc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:08:36.626782 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-78237e11-ed14-4a3c-bcbb-af5b739e6dfd req-af2d439b-6e5f-4bd5-a08e-2cce99745771 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600829 Jan 26 19:08:36.721576 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4819a8d2-390d-4721-83c2-864cba7d9cbe tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group_rule (0d6764d9-0541-460d-b3ef-276c555e339c), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:36.771756 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4819a8d2-390d-4721-83c2-864cba7d9cbe tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group_rule (0d6764d9-0541-460d-b3ef-276c555e339c), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:36.853764 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4819a8d2-390d-4721-83c2-864cba7d9cbe tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (0d6764d9-0541-460d-b3ef-276c555e339c), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:36.873361 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819a8d2-390d-4721-83c2-864cba7d9cbe tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6764d9-0541-460d-b3ef-276c555e339c,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:36.953278 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4819a8d2-390d-4721-83c2-864cba7d9cbe tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:36.954554 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-4819a8d2-390d-4721-83c2-864cba7d9cbe tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3740330 Jan 26 19:08:36.957647 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 44930) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:36.962133 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Request body: {'floatingip': {'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:08:37.043953 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:37.066793 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97dff4b3-4ce2-4502-8242-559a9bc9800e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:37.144070 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:37.249801 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Allocated IP 172.27.2.210 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/2fddb8e3-4e8c-4cff-a303-259137115810) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:08:37.353432 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for port (2fddb8e3-4e8c-4cff-a303-259137115810), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:37.467884 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (2fddb8e3-4e8c-4cff-a303-259137115810), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:37.504916 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:08:37.507688 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:08:37.514107 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:08:37.536454 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event updated for resources: {'Port': ['ID=2fddb8e3-4e8c-4cff-a303-259137115810,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:37.604913 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for floatingip (2672e18c-ef87-4a65-a15b-af65592e1b71), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:37.704612 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (2fddb8e3-4e8c-4cff-a303-259137115810), before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:37.710121 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:08:37.755740 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e0c12-80f3-4a02-9a5d-436387eb6108 req-17d4f46c-45f2-4c79-9cff-069c9be970d2 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:37.757696 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fc2e0c12-80f3-4a02-9a5d-436387eb6108 req-17d4f46c-45f2-4c79-9cff-069c9be970d2 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 945 time: 0.0588367 Jan 26 19:08:37.805771 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fc2e0c12-80f3-4a02-9a5d-436387eb6108 req-17506638-632b-45d5-8012-966e85597a39 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410852 Jan 26 19:08:37.824926 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:08:37.829825 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:08:37.830204 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:37.873961 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for port (2fddb8e3-4e8c-4cff-a303-259137115810), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:37.907257 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:08:37.907543 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:37.938047 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:08:37.938047 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7a361c-cb67-4c7e-9bed-9d15aa98bcf8" -d '{"events": [{"server_uuid": "78454f4d-243c-4bd1-86e0-a522245fe7a2", "name": "network-vif-plugged", "status": "completed", "tag": "299fc8d7-9f4d-4328-b86e-aa76bb3a48b0"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:08:37.945887 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:08:37.956734 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122934'] for port (2fddb8e3-4e8c-4cff-a303-259137115810), after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:37.983312 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc9d0e8-0b32-4e5e-96c2-6b450044a4f3 x-openstack-request-id: req-7dc9d0e8-0b32-4e5e-96c2-6b450044a4f3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:08:37.983829 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78454f4d-243c-4bd1-86e0-a522245fe7a2", "name": "network-vif-plugged", "status": "completed", "tag": "299fc8d7-9f4d-4328-b86e-aa76bb3a48b0", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:08:37.984067 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7dc9d0e8-0b32-4e5e-96c2-6b450044a4f3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:08:37.984640 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0', 'code': 200} Jan 26 19:08:38.020553 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:38.029915 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event updated for resources: {'Port': ['ID=2fddb8e3-4e8c-4cff-a303-259137115810,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:38.042533 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (2672e18c-ef87-4a65-a15b-af65592e1b71), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:38.079748 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:38.113992 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:38.115336 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-b2b6220a-80c4-460e-b008-48912f1a7c0e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1565633 Jan 26 19:08:38.353508 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-05411ff7-f835-4a1f-b067-4f6858e0c0d2 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2092238653&fields=id&tenant_id=ad6163233adb43149b021649508e8ff6 HTTP/1.1" status: 200 len: 267 time: 0.0716708 Jan 26 19:08:38.359870 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a21cbf-1614-4f15-a5dc-944c4d19af1d req-e8c80250-47c1-4b22-8b89-29785c52ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:38.361376 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-97a21cbf-1614-4f15-a5dc-944c4d19af1d req-e8c80250-47c1-4b22-8b89-29785c52ceb2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 1099 time: 0.0640454 Jan 26 19:08:38.463709 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-97a21cbf-1614-4f15-a5dc-944c4d19af1d req-f0615a2d-fa1c-430c-905f-366aa7952435 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906963 Jan 26 19:08:38.489802 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-976f040a-0bd8-487d-97c7-d01d4e4e1841 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:38.491248 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-976f040a-0bd8-487d-97c7-d01d4e4e1841 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/networks?id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf HTTP/1.1" status: 200 len: 809 time: 0.1271262 Jan 26 19:08:38.506404 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-ff2ea741-7af3-40ff-8967-23cf29772745 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/quotas/ad6163233adb43149b021649508e8ff6 HTTP/1.1" status: 200 len: 375 time: 0.0095997 Jan 26 19:08:38.564244 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-d6bf4c03-40f6-45ff-911e-859dde5db52b tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ad6163233adb43149b021649508e8ff6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524950 Jan 26 19:08:38.667906 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-e396cc17-2622-4e21-a3d5-ee1aeec4c1a4 service neutron] 10.222.0.52 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921001 Jan 26 19:08:38.765979 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-3ff73722-e3de-4703-a09c-ae3f8b349337 service neutron] 10.222.0.52 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912793 Jan 26 19:08:38.930286 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c8317-1bc4-4cea-a3c4-2d90bed70bcd req-1cf2a973-6591-4a43-bf16-6a239d8eb96e tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:38.932141 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cf9c8317-1bc4-4cea-a3c4-2d90bed70bcd req-1cf2a973-6591-4a43-bf16-6a239d8eb96e tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0500743 Jan 26 19:08:38.985169 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-df51fb10-910b-4f73-b615-1799dd57dc64 req-d4007045-6c4c-4fc1-97e6-274483c790e3 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 210 time: 0.0285239 Jan 26 19:08:38.990673 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cf9c8317-1bc4-4cea-a3c4-2d90bed70bcd req-b8f60002-b156-4699-b2d7-0847a3a5feb7 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526073 Jan 26 19:08:39.586541 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87261eb8-a142-4df0-b63f-c77f27208dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:40.078151 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ffcb0ac4-c852-4c4a-981f-a015c04ae664 req-5c79756c-0460-4428-83be-41c48e1ffbb0 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 210 time: 0.0262632 Jan 26 19:08:40.117360 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e587-7281-4a5d-8592-176475ff548f req-2c6363d7-b6ba-44fb-95a0-6c0ecd80f5ee tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:40.118870 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-00e5e587-7281-4a5d-8592-176475ff548f req-2c6363d7-b6ba-44fb-95a0-6c0ecd80f5ee tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0523643 Jan 26 19:08:40.166060 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-00e5e587-7281-4a5d-8592-176475ff548f req-593895a8-5dc0-4be8-b240-8f44adddae1c tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414190 Jan 26 19:08:40.281322 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1721057-1d4b-427b-98f9-d591e07b8305 req-88353e4d-0a42-42bf-8a0f-2d8259528624 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:40.282818 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a1721057-1d4b-427b-98f9-d591e07b8305 req-88353e4d-0a42-42bf-8a0f-2d8259528624 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0498881 Jan 26 19:08:40.292085 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 44984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:40.297355 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f6189215-bac5-4326-bfa4-6d1bd63c38eb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Request body: {'floatingip': {'port_id': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:08:40.337988 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6189215-bac5-4326-bfa4-6d1bd63c38eb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for floatingip (a1896175-a6d2-4f47-96cd-faf08cb4a654), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:40.597784 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:40.775935 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6189215-bac5-4326-bfa4-6d1bd63c38eb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:40.843828 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6189215-bac5-4326-bfa4-6d1bd63c38eb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (a1896175-a6d2-4f47-96cd-faf08cb4a654), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:40.995444 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.l3_db [None req-f6189215-bac5-4326-bfa4-6d1bd63c38eb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Floating IP a1896175-a6d2-4f47-96cd-faf08cb4a654 associated. External IP: 172.27.2.150, port: 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0. Jan 26 19:08:41.080359 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-b162e441-b042-440c-a846-20b58102dc32 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:41.081812 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-b162e441-b042-440c-a846-20b58102dc32 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.55 "GET /v2.0/networks?id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf HTTP/1.1" status: 200 len: 809 time: 0.1571114 Jan 26 19:08:41.191405 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86be2936-0b9a-4df3-bb4c-58adfeb72e76 req-081a82f9-7c31-4f52-ab5a-b70dbd408891 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 210 time: 0.0308442 Jan 26 19:08:41.215240 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-39718e45-6396-4a94-96bf-4017eedfaf68 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad6163233adb43149b021649508e8ff6 HTTP/1.1" status: 200 len: 380 time: 0.1090879 Jan 26 19:08:41.224781 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-94d03d2f-991e-4000-bebc-75ca06437c30 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Request body: {'port': {'device_id': '847cd1a6-6c29-4279-ac42-d289536b9b33', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'admin_state_up': True, 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'security_groups': ['9ec82dc3-0723-41bf-8f96-6acdf250bbc4']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:08:41.359157 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6189215-bac5-4326-bfa4-6d1bd63c38eb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:08:41.686809 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-94d03d2f-991e-4000-bebc-75ca06437c30 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Made reservation on behalf of ad6163233adb43149b021649508e8ff6 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:08:41.690088 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-94d03d2f-991e-4000-bebc-75ca06437c30 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:41.728691 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6189215-bac5-4326-bfa4-6d1bd63c38eb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:08:41.739263 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4041039-a4c8-414f-8d87-8954ebcae8fc None None] Sync routers for ids ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:08:41.749199 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4041039-a4c8-414f-8d87-8954ebcae8fc None None] Routers {'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:08:41.749805 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f4041039-a4c8-414f-8d87-8954ebcae8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:08:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:41.757122 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6189215-bac5-4326-bfa4-6d1bd63c38eb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:41.797729 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-f6189215-bac5-4326-bfa4-6d1bd63c38eb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "PUT /v2.0/floatingips/a1896175-a6d2-4f47-96cd-faf08cb4a654 HTTP/1.1" status: 200 len: 992 time: 1.5043442 Jan 26 19:08:41.800548 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'tag': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:08:41.802854 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5db80f1-8d69-4ce9-9674-c29c8a85ea7b" -d '{"events": [{"name": "network-changed", "server_uuid": "78454f4d-243c-4bd1-86e0-a522245fe7a2", "tag": "299fc8d7-9f4d-4328-b86e-aa76bb3a48b0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:08:41.852036 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c96e29-c1c5-47ae-8938-f7380e429c01 x-openstack-request-id: req-d7c96e29-c1c5-47ae-8938-f7380e429c01 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:08:41.852391 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78454f4d-243c-4bd1-86e0-a522245fe7a2", "tag": "299fc8d7-9f4d-4328-b86e-aa76bb3a48b0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:08:41.852715 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7c96e29-c1c5-47ae-8938-f7380e429c01 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:08:41.853188 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'tag': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0', 'status': 'completed', 'code': 200} Jan 26 19:08:41.866656 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-f4041039-a4c8-414f-8d87-8954ebcae8fc None None] Set router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:08:41.868016 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-94d03d2f-991e-4000-bebc-75ca06437c30 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Allocated IP 172.20.0.12 (55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf/f48a8d7c-62d5-4c66-b22a-175e4457e7a9/4da389b8-b1ae-4f38-9bd3-fa63b784f47b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:08:41.952368 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db80f1-8d69-4ce9-9674-c29c8a85ea7b req-f96c4438-2949-4ebb-8fbe-48b5c0b1ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:41.953888 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f5db80f1-8d69-4ce9-9674-c29c8a85ea7b req-f96c4438-2949-4ebb-8fbe-48b5c0b1ac1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=576e14109c434e728644c0dd02a7a738&device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 1099 time: 0.0771213 Jan 26 19:08:42.094824 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f4041039-a4c8-414f-8d87-8954ebcae8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:26Z', 'revision_number': 4, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'a1896175-a6d2-4f47-96cd-faf08cb4a654', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'port_id': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'mac_address': 'fa:16:3e:73:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:08:25Z', 'updated_at': '2022-01-26T19:08:40Z', 'revision_number': 1, 'project_id': '576e14109c434e728644c0dd02a7a738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea40113-6e4c-4164-9a04-67ebf0a6c610', 'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'mac_address': 'fa:16:3e:1d:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:24Z', 'updated_at': '2022-01-26T19:04:33Z', 'revision_number': 5, 'project_id': '576e14109c434e728644c0dd02a7a738', 'subnets': [{'id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:42.098869 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-94d03d2f-991e-4000-bebc-75ca06437c30 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for port (4da389b8-b1ae-4f38-9bd3-fa63b784f47b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:42.112664 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db80f1-8d69-4ce9-9674-c29c8a85ea7b req-c6833f2a-270f-40b7-80da-d2cd17e4eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:42.114176 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f5db80f1-8d69-4ce9-9674-c29c8a85ea7b req-c6833f2a-270f-40b7-80da-d2cd17e4eb16 service neutron] 10.222.0.55 "GET /v2.0/networks?id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca HTTP/1.1" status: 200 len: 918 time: 0.1358514 Jan 26 19:08:42.205698 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f5db80f1-8d69-4ce9-9674-c29c8a85ea7b req-c6878bfa-b014-4f0e-aa87-93dea52d1f87 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 HTTP/1.1" status: 200 len: 1000 time: 0.0849535 Jan 26 19:08:42.252586 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4041039-a4c8-414f-8d87-8954ebcae8fc None None] Checking router: e87eb1b8-6361-4ff4-a6a0-b5df08abad4e for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:08:42.261831 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-94d03d2f-991e-4000-bebc-75ca06437c30 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (4da389b8-b1ae-4f38-9bd3-fa63b784f47b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:42.266108 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4041039-a4c8-414f-8d87-8954ebcae8fc None None] Routers {'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:08:42.266108 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f4041039-a4c8-414f-8d87-8954ebcae8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:08:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:42.274742 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db80f1-8d69-4ce9-9674-c29c8a85ea7b req-e39cd221-a097-4bf8-aec6-b4426088054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:42.276246 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f5db80f1-8d69-4ce9-9674-c29c8a85ea7b req-e39cd221-a097-4bf8-aec6-b4426088054d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4adaee3d-1301-410a-8b8d-af3b7bad3ff4 HTTP/1.1" status: 200 len: 856 time: 0.0644083 Jan 26 19:08:42.338213 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ede47-6731-4f32-91ca-a4d4cab7b1f5 req-25fd6285-70ca-45e8-872c-70b0df8b3548 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:42.340403 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-139ede47-6731-4f32-91ca-a4d4cab7b1f5 req-25fd6285-70ca-45e8-872c-70b0df8b3548 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 932 time: 0.0653090 Jan 26 19:08:42.347467 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-94d03d2f-991e-4000-bebc-75ca06437c30 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:08:42.350543 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d03d2f-991e-4000-bebc-75ca06437c30 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event updated for resources: {'Port': ['ID=4da389b8-b1ae-4f38-9bd3-fa63b784f47b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:42.354013 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-94d03d2f-991e-4000-bebc-75ca06437c30 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:08:42.357377 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-94d03d2f-991e-4000-bebc-75ca06437c30 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:08:42.378166 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-f4041039-a4c8-414f-8d87-8954ebcae8fc None None] Set router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:08:42.399766 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db80f1-8d69-4ce9-9674-c29c8a85ea7b req-13ce88e1-fc5b-4025-9bdc-017687190700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:42.401320 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f5db80f1-8d69-4ce9-9674-c29c8a85ea7b req-13ce88e1-fc5b-4025-9bdc-017687190700 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1048434 Jan 26 19:08:42.424520 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-94d03d2f-991e-4000-bebc-75ca06437c30 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:42.425220 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-94d03d2f-991e-4000-bebc-75ca06437c30 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:42.437870 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-139ede47-6731-4f32-91ca-a4d4cab7b1f5 req-805b4609-ed81-4fd9-8004-9a08eb9aa365 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838068 Jan 26 19:08:42.535365 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f5db80f1-8d69-4ce9-9674-c29c8a85ea7b req-38bf70a0-804e-46c2-9f26-d2bd2b997ffc service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264629 Jan 26 19:08:42.650109 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-f4041039-a4c8-414f-8d87-8954ebcae8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:26Z', 'revision_number': 4, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'a1896175-a6d2-4f47-96cd-faf08cb4a654', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'port_id': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'mac_address': 'fa:16:3e:73:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:08:25Z', 'updated_at': '2022-01-26T19:08:40Z', 'revision_number': 1, 'project_id': '576e14109c434e728644c0dd02a7a738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea40113-6e4c-4164-9a04-67ebf0a6c610', 'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'mac_address': 'fa:16:3e:1d:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:24Z', 'updated_at': '2022-01-26T19:04:33Z', 'revision_number': 5, 'project_id': '576e14109c434e728644c0dd02a7a738', 'subnets': [{'id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:42.661001 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f5db80f1-8d69-4ce9-9674-c29c8a85ea7b req-1598c4b6-7ba9-4c71-8d6b-1c4fdb8680f6 service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079068 Jan 26 19:08:42.673512 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-94d03d2f-991e-4000-bebc-75ca06437c30 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4535704 Jan 26 19:08:42.683916 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Request body: {'port': {'device_id': '847cd1a6-6c29-4279-ac42-d289536b9b33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:08:42.684326 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4041039-a4c8-414f-8d87-8954ebcae8fc None None] The sync data for ids ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'] in dv-cinder-824187-6-iscsi is: [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:26Z', 'revision_number': 4, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'a1896175-a6d2-4f47-96cd-faf08cb4a654', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'port_id': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'mac_address': 'fa:16:3e:73:f1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:08:25Z', 'updated_at': '2022-01-26T19:08:40Z', 'revision_number': 1, 'project_id': '576e14109c434e728644c0dd02a7a738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea40113-6e4c-4164-9a04-67ebf0a6c610', 'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'mac_address': 'fa:16:3e:1d:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:24Z', 'updated_at': '2022-01-26T19:04:33Z', 'revision_number': 5, 'project_id': '576e14109c434e728644c0dd02a7a738', 'subnets': [{'id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:08:42.687146 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-078ac333-0b9a-4eca-8e16-cd3feb61d460 None None] Provisioning complete for port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:08:42.687527 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-078ac333-0b9a-4eca-8e16-cd3feb61d460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (4da389b8-b1ae-4f38-9bd3-fa63b784f47b), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:42.715867 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:42.729467 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-078ac333-0b9a-4eca-8e16-cd3feb61d460 None None] Port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:08:42.744212 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (4da389b8-b1ae-4f38-9bd3-fa63b784f47b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:42.898467 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4916d7ac-7e6f-4da6-846d-c18d54f45e7b None None] New status for floating IP a1896175-a6d2-4f47-96cd-faf08cb4a654: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:08:43.031779 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da389b8-b1ae-4f38-9bd3-fa63b784f47b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:08:43.039888 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Publish callbacks [] for port (4da389b8-b1ae-4f38-9bd3-fa63b784f47b), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:43.051934 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Transition to ACTIVE for port object 4da389b8-b1ae-4f38-9bd3-fa63b784f47b will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:08:43.113760 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 45024) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:43.141036 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (4da389b8-b1ae-4f38-9bd3-fa63b784f47b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:43.193726 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Pushing event updated for resources: {'Port': ['ID=4da389b8-b1ae-4f38-9bd3-fa63b784f47b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:43.234779 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-18a778b6-53f6-490d-8fa1-8387c8472757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:43.270270 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Attempting to bind port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:08:43.270968 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Attempting to bind port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '11ecee25-3af8-48ff-8d6b-d80d3818c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:08:43.271072 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Attempting to bind port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b on network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:08:43.276046 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b on network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:08:43.276598 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Attempting to bind port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b on network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:08:43.282828 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:08:43.283375 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Checking segment: {'id': '11ecee25-3af8-48ff-8d6b-d80d3818c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:08:43.283831 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Bound using segment: {'id': '11ecee25-3af8-48ff-8d6b-d80d3818c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:08:43.284464 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Bound port: 4da389b8-b1ae-4f38-9bd3-fa63b784f47b, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11ecee25-3af8-48ff-8d6b-d80d3818c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:08:43.284989 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (4da389b8-b1ae-4f38-9bd3-fa63b784f47b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:43.319550 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-18a778b6-53f6-490d-8fa1-8387c8472757 admin admin] Publish callbacks [] for security_group (19040f41-f4a8-4d03-ab0e-b007b0fdbe49), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:43.356972 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] For port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:08:43.360622 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] For port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=4da389b8-b1ae-4f38-9bd3-fa63b784f47b,segment=NetworkSegment(11ecee25-3af8-48ff-8d6b-d80d3818c6dc),segment_id=11ecee25-3af8-48ff-8d6b-d80d3818c6dc)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:08:43.396523 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-18a778b6-53f6-490d-8fa1-8387c8472757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (19040f41-f4a8-4d03-ab0e-b007b0fdbe49), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:43.425805 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (4da389b8-b1ae-4f38-9bd3-fa63b784f47b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:43.435884 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-18a778b6-53f6-490d-8fa1-8387c8472757 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=07d2351ca9a14debb4ee821f0a0d1b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211215 Jan 26 19:08:43.436830 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a778b6-53f6-490d-8fa1-8387c8472757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19040f41-f4a8-4d03-ab0e-b007b0fdbe49,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:43.439418 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 45028) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:43.471335 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:43.471615 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:43.473005 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] 10.222.0.55 "PUT /v2.0/ports/4da389b8-b1ae-4f38-9bd3-fa63b784f47b HTTP/1.1" status: 200 len: 1094 time: 0.7935619 Jan 26 19:08:43.502067 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd325114-8753-4ece-8710-77ff48bec93b service neutron] Pushing event updated for resources: {'Port': ['ID=4da389b8-b1ae-4f38-9bd3-fa63b784f47b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:43.507498 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97d7c0e4-e360-46c5-989a-0da9fec8bf69 admin admin] Publish callbacks [] for security_group (19040f41-f4a8-4d03-ab0e-b007b0fdbe49), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:43.554058 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97d7c0e4-e360-46c5-989a-0da9fec8bf69 admin admin] Publish callbacks [] for security_group (19040f41-f4a8-4d03-ab0e-b007b0fdbe49), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:43.603922 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bddc6-ee59-40e5-8143-2f9c20d9e5cd req-881ae8d6-a681-4e0e-9ee4-e2f7c62dc59b tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:43.605838 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-523bddc6-ee59-40e5-8143-2f9c20d9e5cd req-881ae8d6-a681-4e0e-9ee4-e2f7c62dc59b tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 944 time: 0.0871735 Jan 26 19:08:43.634791 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-309664b5-eff4-4fc8-b27b-89502b575899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:43.636925 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-309664b5-eff4-4fc8-b27b-89502b575899 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad6163233adb43149b021649508e8ff6&device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 1097 time: 0.0508287 Jan 26 19:08:43.679686 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-523bddc6-ee59-40e5-8143-2f9c20d9e5cd req-5784af52-5d20-419b-bc17-af5a213533a7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663240 Jan 26 19:08:43.683558 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-a15622c3-8631-4440-824d-b7e10ff0cfce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4da389b8-b1ae-4f38-9bd3-fa63b784f47b HTTP/1.1" status: 200 len: 217 time: 0.0396698 Jan 26 19:08:43.734800 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97d7c0e4-e360-46c5-989a-0da9fec8bf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (19040f41-f4a8-4d03-ab0e-b007b0fdbe49), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:43.736044 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-f5625da7-630e-4bf4-bb57-4845c28b8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:43.737457 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97d7c0e4-e360-46c5-989a-0da9fec8bf69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:43.737671 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-f5625da7-630e-4bf4-bb57-4845c28b8514 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f48a8d7c-62d5-4c66-b22a-175e4457e7a9 HTTP/1.1" status: 200 len: 848 time: 0.0485463 Jan 26 19:08:43.738667 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-97d7c0e4-e360-46c5-989a-0da9fec8bf69 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19040f41-f4a8-4d03-ab0e-b007b0fdbe49 HTTP/1.1" status: 204 len: 168 time: 0.2987096 Jan 26 19:08:43.746682 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7c0e4-e360-46c5-989a-0da9fec8bf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19040f41-f4a8-4d03-ab0e-b007b0fdbe49,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:43.780458 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:43.789082 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-f81d9fab-52c1-44d2-a6cb-1d80c0f3ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:43.790599 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-f81d9fab-52c1-44d2-a6cb-1d80c0f3ec28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471673 Jan 26 19:08:43.853732 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847cd1a6-6c29-4279-ac42-d289536b9b33', 'tag': '4da389b8-b1ae-4f38-9bd3-fa63b784f47b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:08:43.855973 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca364417-8153-465d-90e0-5c203b3060ab" -d '{"events": [{"name": "network-changed", "server_uuid": "847cd1a6-6c29-4279-ac42-d289536b9b33", "tag": "4da389b8-b1ae-4f38-9bd3-fa63b784f47b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:08:43.889591 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-9a872ad2-6525-422d-a326-54ff4c7c2170 service neutron] 10.222.0.55 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926292 Jan 26 19:08:43.903204 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c897581a-cae3-4c7e-9388-4ef8f616bea3 x-openstack-request-id: req-c897581a-cae3-4c7e-9388-4ef8f616bea3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:08:43.903527 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847cd1a6-6c29-4279-ac42-d289536b9b33", "tag": "4da389b8-b1ae-4f38-9bd3-fa63b784f47b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:08:43.903736 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c897581a-cae3-4c7e-9388-4ef8f616bea3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:08:43.904118 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847cd1a6-6c29-4279-ac42-d289536b9b33', 'tag': '4da389b8-b1ae-4f38-9bd3-fa63b784f47b', 'status': 'completed', 'code': 200} Jan 26 19:08:43.980071 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-643ee178-1ae8-4206-b59e-64f6389f5056 req-1f038c77-bddc-4b7c-a5e6-259161c067db service neutron] 10.222.0.55 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846555 Jan 26 19:08:44.140382 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca364417-8153-465d-90e0-5c203b3060ab req-d9576804-9c2a-46de-bd10-415cca3d4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:44.141810 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ca364417-8153-465d-90e0-5c203b3060ab req-d9576804-9c2a-46de-bd10-415cca3d4daf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad6163233adb43149b021649508e8ff6&device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 1097 time: 0.0417271 Jan 26 19:08:44.235672 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca364417-8153-465d-90e0-5c203b3060ab req-b0138756-c85c-4280-bca0-770c8b7a5f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:44.237284 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ca364417-8153-465d-90e0-5c203b3060ab req-b0138756-c85c-4280-bca0-770c8b7a5f09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf HTTP/1.1" status: 200 len: 910 time: 0.0885653 Jan 26 19:08:44.280520 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ca364417-8153-465d-90e0-5c203b3060ab req-3965f05c-211e-4be9-b855-3ec9d2940c02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4da389b8-b1ae-4f38-9bd3-fa63b784f47b HTTP/1.1" status: 200 len: 217 time: 0.0354664 Jan 26 19:08:44.331592 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca364417-8153-465d-90e0-5c203b3060ab req-7c50c831-a3cb-42b8-9629-fb6aa218a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:44.333216 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ca364417-8153-465d-90e0-5c203b3060ab req-7c50c831-a3cb-42b8-9629-fb6aa218a9cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f48a8d7c-62d5-4c66-b22a-175e4457e7a9 HTTP/1.1" status: 200 len: 848 time: 0.0462375 Jan 26 19:08:44.352776 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 45040) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:44.366888 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-05e469e6-dee5-48d1-b19f-8aa850ed92a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:44.386565 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca364417-8153-465d-90e0-5c203b3060ab req-ef65f3aa-4b6e-4e1c-a2bd-7c5986bd7795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:44.388125 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ca364417-8153-465d-90e0-5c203b3060ab req-ef65f3aa-4b6e-4e1c-a2bd-7c5986bd7795 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483084 Jan 26 19:08:44.446459 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-05e469e6-dee5-48d1-b19f-8aa850ed92a1 admin admin] Publish callbacks [] for security_group (0644f82f-20c8-479a-9282-e455b35f5e8a), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:44.481295 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ca364417-8153-465d-90e0-5c203b3060ab req-4af5583a-c874-4b36-8ece-2dc4ebc2b79a service neutron] 10.222.0.55 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857334 Jan 26 19:08:44.516660 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-05e469e6-dee5-48d1-b19f-8aa850ed92a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (0644f82f-20c8-479a-9282-e455b35f5e8a), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:44.557403 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-05e469e6-dee5-48d1-b19f-8aa850ed92a1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a40e34fb0e86464ca3fc1f94db8cea24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2027519 Jan 26 19:08:44.559480 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 45042) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:44.560190 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e469e6-dee5-48d1-b19f-8aa850ed92a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0644f82f-20c8-479a-9282-e455b35f5e8a,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:44.600493 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ca364417-8153-465d-90e0-5c203b3060ab req-c06aa33a-d22c-400d-9f57-07db22ceb76f service neutron] 10.222.0.55 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121953 Jan 26 19:08:44.623303 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ad8cc64-9953-47bd-9a1d-077120094ba8 admin admin] Publish callbacks [] for security_group (0644f82f-20c8-479a-9282-e455b35f5e8a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:44.645287 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ad8cc64-9953-47bd-9a1d-077120094ba8 admin admin] Publish callbacks [] for security_group (0644f82f-20c8-479a-9282-e455b35f5e8a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:44.760643 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ad8cc64-9953-47bd-9a1d-077120094ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (0644f82f-20c8-479a-9282-e455b35f5e8a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:44.763484 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ad8cc64-9953-47bd-9a1d-077120094ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:44.764622 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-9ad8cc64-9953-47bd-9a1d-077120094ba8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0644f82f-20c8-479a-9282-e455b35f5e8a HTTP/1.1" status: 204 len: 168 time: 0.2041519 Jan 26 19:08:44.789969 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8cc64-9953-47bd-9a1d-077120094ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0644f82f-20c8-479a-9282-e455b35f5e8a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:44.811786 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d77a59-7823-4486-a22d-8523e0123395 req-aa18c4ea-cbac-4c3c-a905-e2aaf0c88514 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:44.813653 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-35d77a59-7823-4486-a22d-8523e0123395 req-aa18c4ea-cbac-4c3c-a905-e2aaf0c88514 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 944 time: 0.0633624 Jan 26 19:08:44.867782 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-35d77a59-7823-4486-a22d-8523e0123395 req-221925e8-5b86-482b-8433-4e14dd4e42bc tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481422 Jan 26 19:08:45.984264 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043b9d9-9e2e-4ad1-bcd7-59b4489a7f7c req-2468250e-99b3-4c48-90d0-75e49fa627d1 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:45.985798 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d043b9d9-9e2e-4ad1-bcd7-59b4489a7f7c req-2468250e-99b3-4c48-90d0-75e49fa627d1 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 944 time: 0.0484324 Jan 26 19:08:46.046949 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d043b9d9-9e2e-4ad1-bcd7-59b4489a7f7c req-d545b109-75fb-418e-b973-bfa0d87f54c1 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456958 Jan 26 19:08:46.443759 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0146a-2eeb-4502-b19c-f130c6b6540e req-ad85b832-a11a-42a1-8040-2c5e73826cb6 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:46.445264 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0cb0146a-2eeb-4502-b19c-f130c6b6540e req-ad85b832-a11a-42a1-8040-2c5e73826cb6 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 946 time: 0.0508583 Jan 26 19:08:46.494644 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0cb0146a-2eeb-4502-b19c-f130c6b6540e req-fc9b0e58-6000-424c-a2bf-451edb8a5d45 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429637 Jan 26 19:08:47.152982 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14445262-5134-499c-b273-154e16c0c2ce req-ab973cb6-3e8f-4b82-a6ba-3752f8060ede tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:47.154597 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-14445262-5134-499c-b273-154e16c0c2ce req-ab973cb6-3e8f-4b82-a6ba-3752f8060ede tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 944 time: 0.0490894 Jan 26 19:08:47.205418 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-14445262-5134-499c-b273-154e16c0c2ce req-6294d7c4-72c2-4095-b580-09f9212215ad tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449848 Jan 26 19:08:47.608764 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509dfaf-a467-491f-ac76-be7b3c1a6b9e req-7a6adad3-650f-469f-a2b6-437ddf09bdb9 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:47.610265 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a509dfaf-a467-491f-ac76-be7b3c1a6b9e req-7a6adad3-650f-469f-a2b6-437ddf09bdb9 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 946 time: 0.0482700 Jan 26 19:08:47.658120 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a509dfaf-a467-491f-ac76-be7b3c1a6b9e req-fbaf343e-543c-4e61-87e8-0b537057cc22 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421505 Jan 26 19:08:47.728619 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 4da389b8-b1ae-4f38-9bd3-fa63b784f47b details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:08:47.821997 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=4da389b8-b1ae-4f38-9bd3-fa63b784f47b,segment=NetworkSegment(11ecee25-3af8-48ff-8d6b-d80d3818c6dc),segment_id=11ecee25-3af8-48ff-8d6b-d80d3818c6dc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:08:47.833431 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': '4da389b8-b1ae-4f38-9bd3-fa63b784f47b', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'port_id': '4da389b8-b1ae-4f38-9bd3-fa63b784f47b', 'mac_address': 'fa:16:3e:dd:32:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:08:47.875517 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:08:47.875826 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (4da389b8-b1ae-4f38-9bd3-fa63b784f47b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:47.890103 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da389b8-b1ae-4f38-9bd3-fa63b784f47b {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:08:47.909756 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=4da389b8-b1ae-4f38-9bd3-fa63b784f47b,segment=NetworkSegment(11ecee25-3af8-48ff-8d6b-d80d3818c6dc),segment_id=11ecee25-3af8-48ff-8d6b-d80d3818c6dc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:08:47.948749 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba06f0-61cc-4f41-902e-30f7be6010e8 req-6d766828-fdd4-4ebd-91f6-5d26abc0bd85 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:47.950328 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f6ba06f0-61cc-4f41-902e-30f7be6010e8 req-6d766828-fdd4-4ebd-91f6-5d26abc0bd85 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.55 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 946 time: 0.0530615 Jan 26 19:08:47.980674 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (4da389b8-b1ae-4f38-9bd3-fa63b784f47b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:48.030686 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=4da389b8-b1ae-4f38-9bd3-fa63b784f47b,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:48.045540 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f6ba06f0-61cc-4f41-902e-30f7be6010e8 req-ac300580-f81a-4fd9-8bbe-611cd184ffe1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Deleting port 6b1b9c58-6d54-4423-9d37-50aebd641de0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:08:48.045880 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6ba06f0-61cc-4f41-902e-30f7be6010e8 req-ac300580-f81a-4fd9-8bbe-611cd184ffe1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (6b1b9c58-6d54-4423-9d37-50aebd641de0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:48.134123 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f6ba06f0-61cc-4f41-902e-30f7be6010e8 req-ac300580-f81a-4fd9-8bbe-611cd184ffe1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] For port 6b1b9c58-6d54-4423-9d37-50aebd641de0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=6b1b9c58-6d54-4423-9d37-50aebd641de0,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:08:48.134397 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6ba06f0-61cc-4f41-902e-30f7be6010e8 req-ac300580-f81a-4fd9-8bbe-611cd184ffe1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (6b1b9c58-6d54-4423-9d37-50aebd641de0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:48.205378 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['4da389b8-b1ae-4f38-9bd3-fa63b784f47b'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:08:48.338036 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6ba06f0-61cc-4f41-902e-30f7be6010e8 req-ac300580-f81a-4fd9-8bbe-611cd184ffe1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:48.338671 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6ba06f0-61cc-4f41-902e-30f7be6010e8 req-ac300580-f81a-4fd9-8bbe-611cd184ffe1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (8682a5a4-bd30-4485-8ac7-b8903e884537), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:48.339646 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.l3_db [req-f6ba06f0-61cc-4f41-902e-30f7be6010e8 req-ac300580-f81a-4fd9-8bbe-611cd184ffe1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Floating IP 8682a5a4-bd30-4485-8ac7-b8903e884537 disassociated. External IP: 172.27.2.19, port: 6b1b9c58-6d54-4423-9d37-50aebd641de0. Jan 26 19:08:48.340134 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f6ba06f0-61cc-4f41-902e-30f7be6010e8 req-ac300580-f81a-4fd9-8bbe-611cd184ffe1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Calling delete_port for 6b1b9c58-6d54-4423-9d37-50aebd641de0 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:08:48.365122 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55280dca-b179-4faa-9ada-48d5fd428e20 req-6451c199-9acb-4406-ab3e-29b14eec8be0 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:48.367149 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-55280dca-b179-4faa-9ada-48d5fd428e20 req-6451c199-9acb-4406-ab3e-29b14eec8be0 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 945 time: 0.0818286 Jan 26 19:08:48.460690 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-55280dca-b179-4faa-9ada-48d5fd428e20 req-998c2169-bcac-4371-be95-aa2078f69581 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598378 Jan 26 19:08:48.586580 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6ba06f0-61cc-4f41-902e-30f7be6010e8 req-ac300580-f81a-4fd9-8bbe-611cd184ffe1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (6b1b9c58-6d54-4423-9d37-50aebd641de0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:48.614700 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac300580-f81a-4fd9-8bbe-611cd184ffe1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event deleted for resources: {'Port': ['ID=6b1b9c58-6d54-4423-9d37-50aebd641de0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:48.728014 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6ba06f0-61cc-4f41-902e-30f7be6010e8 req-ac300580-f81a-4fd9-8bbe-611cd184ffe1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Router b5de2a7f-81b9-4df9-aef0-abf291462f5d has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:08:48.755262 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-983b0675-598b-4e8d-81ea-68dcf6f011ed req-3773cf3e-502d-45fe-a5dc-d8b2b9b2d953 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 210 time: 0.0269902 Jan 26 19:08:48.838363 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6ba06f0-61cc-4f41-902e-30f7be6010e8 req-ac300580-f81a-4fd9-8bbe-611cd184ffe1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:08:48.848797 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b837c29-1be4-4868-82b5-b52bbb66125f None None] Sync routers for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:08:48.860490 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b837c29-1be4-4868-82b5-b52bbb66125f None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:08:48.861158 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6b837c29-1be4-4868-82b5-b52bbb66125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:08:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:48.882168 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ba06f0-61cc-4f41-902e-30f7be6010e8 req-ac300580-f81a-4fd9-8bbe-611cd184ffe1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] No DVR routers for this DVR port 6b1b9c58-6d54-4423-9d37-50aebd641de0 on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:08:48.884819 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6ba06f0-61cc-4f41-902e-30f7be6010e8 req-ac300580-f81a-4fd9-8bbe-611cd184ffe1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:48.888458 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f6ba06f0-61cc-4f41-902e-30f7be6010e8 req-ac300580-f81a-4fd9-8bbe-611cd184ffe1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.55 "DELETE /v2.0/ports/6b1b9c58-6d54-4423-9d37-50aebd641de0 HTTP/1.1" status: 204 len: 173 time: 0.9327390 Jan 26 19:08:48.888895 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b38c20-1ae3-4945-9c74-06273db9e14d', 'name': 'network-vif-deleted', 'tag': '6b1b9c58-6d54-4423-9d37-50aebd641de0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:08:48.891225 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81dcaf1-ebea-4125-88a4-3c85205735c7" -d '{"events": [{"server_uuid": "62b38c20-1ae3-4945-9c74-06273db9e14d", "name": "network-vif-deleted", "tag": "6b1b9c58-6d54-4423-9d37-50aebd641de0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:08:48.927032 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb109b9-0ebe-473c-bfe1-5bb81fafb6a8 x-openstack-request-id: req-6bb109b9-0ebe-473c-bfe1-5bb81fafb6a8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:08:48.929352 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b38c20-1ae3-4945-9c74-06273db9e14d", "name": "network-vif-deleted", "tag": "6b1b9c58-6d54-4423-9d37-50aebd641de0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:08:48.929352 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6bb109b9-0ebe-473c-bfe1-5bb81fafb6a8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:08:48.929352 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b38c20-1ae3-4945-9c74-06273db9e14d', 'name': 'network-vif-deleted', 'tag': '6b1b9c58-6d54-4423-9d37-50aebd641de0', 'status': 'completed', 'code': 200} Jan 26 19:08:48.975169 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-6b837c29-1be4-4868-82b5-b52bbb66125f None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:08:49.191043 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6b837c29-1be4-4868-82b5-b52bbb66125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:49.218168 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b837c29-1be4-4868-82b5-b52bbb66125f None None] Checking router: b5de2a7f-81b9-4df9-aef0-abf291462f5d for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:08:49.226810 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b837c29-1be4-4868-82b5-b52bbb66125f None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:08:49.227450 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6b837c29-1be4-4868-82b5-b52bbb66125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:08:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:49.333046 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-6b837c29-1be4-4868-82b5-b52bbb66125f None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:08:49.536636 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-6b837c29-1be4-4868-82b5-b52bbb66125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:49.563043 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b837c29-1be4-4868-82b5-b52bbb66125f None None] The sync data for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi is: [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:08:49.585027 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8b120-752c-4cbe-858c-60836835ce34 req-8bb9ab8d-a876-43f7-9971-8709d6575cfb tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:49.586561 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-27d8b120-752c-4cbe-858c-60836835ce34 req-8bb9ab8d-a876-43f7-9971-8709d6575cfb tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 945 time: 0.0523503 Jan 26 19:08:49.635088 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-27d8b120-752c-4cbe-858c-60836835ce34 req-432b5b8c-b3b1-42a6-a23e-2e6ce3347928 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418098 Jan 26 19:08:49.785862 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da85f405-ea79-497b-b8f5-8db04100ec47 None None] New status for floating IP 8682a5a4-bd30-4485-8ac7-b8903e884537: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:08:49.863074 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ecedeef0-a80b-468e-b8b9-3d6995f24f46 req-c617ec64-6282-449d-98ea-e2cee9485a7a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 210 time: 0.0252843 Jan 26 19:08:50.571798 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 4da389b8-b1ae-4f38-9bd3-fa63b784f47b up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:08:50.700511 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:08:50.704968 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:08:50.705375 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (4da389b8-b1ae-4f38-9bd3-fa63b784f47b), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:50.753230 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcd951-2cb1-434b-acc3-4d8ca72615b8 req-e92a07a8-d43e-4694-834f-f36c80da76ca tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:50.754730 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-53fcd951-2cb1-434b-acc3-4d8ca72615b8 req-e92a07a8-d43e-4694-834f-f36c80da76ca tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 945 time: 0.0515850 Jan 26 19:08:50.787031 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:08:50.787420 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (4da389b8-b1ae-4f38-9bd3-fa63b784f47b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:50.801413 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-53fcd951-2cb1-434b-acc3-4d8ca72615b8 req-e3295405-d883-4aa6-b61e-1d60276d3e16 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410745 Jan 26 19:08:50.810470 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847cd1a6-6c29-4279-ac42-d289536b9b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da389b8-b1ae-4f38-9bd3-fa63b784f47b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:08:50.812825 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a2fca3-e2ff-4f3e-9f11-046a80209f48" -d '{"events": [{"server_uuid": "847cd1a6-6c29-4279-ac42-d289536b9b33", "name": "network-vif-plugged", "status": "completed", "tag": "4da389b8-b1ae-4f38-9bd3-fa63b784f47b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:08:50.824985 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=4da389b8-b1ae-4f38-9bd3-fa63b784f47b,segment=NetworkSegment(11ecee25-3af8-48ff-8d6b-d80d3818c6dc),segment_id=11ecee25-3af8-48ff-8d6b-d80d3818c6dc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:08:50.852303 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ed2661-410d-45b6-8e1a-8053052e76e7 x-openstack-request-id: req-b6ed2661-410d-45b6-8e1a-8053052e76e7 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:08:50.852619 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847cd1a6-6c29-4279-ac42-d289536b9b33", "name": "network-vif-plugged", "status": "completed", "tag": "4da389b8-b1ae-4f38-9bd3-fa63b784f47b", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:08:50.852882 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6ed2661-410d-45b6-8e1a-8053052e76e7 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:08:50.853310 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847cd1a6-6c29-4279-ac42-d289536b9b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da389b8-b1ae-4f38-9bd3-fa63b784f47b', 'code': 200} Jan 26 19:08:50.888399 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (4da389b8-b1ae-4f38-9bd3-fa63b784f47b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:50.889245 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 6b1b9c58-6d54-4423-9d37-50aebd641de0 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:08:50.925286 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: 6b1b9c58-6d54-4423-9d37-50aebd641de0 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:08:50.925628 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 6b1b9c58-6d54-4423-9d37-50aebd641de0 not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:08:50.958464 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=4da389b8-b1ae-4f38-9bd3-fa63b784f47b,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:50.970762 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-abbd5563-26da-4fbe-9bb8-16dc7d0d082b req-5f7ead6c-ed65-4d2b-9111-b7c89b52f8ed tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 210 time: 0.0275278 Jan 26 19:08:51.912893 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8a57c-fa18-450f-a27b-e788a9fcb61e req-b64cfe54-030b-46cb-933d-f39697b6b618 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:51.914403 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-32a8a57c-fa18-450f-a27b-e788a9fcb61e req-b64cfe54-030b-46cb-933d-f39697b6b618 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 946 time: 0.0483491 Jan 26 19:08:51.940299 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:51.960913 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-32a8a57c-fa18-450f-a27b-e788a9fcb61e req-4235cc74-e081-4d52-aa8e-b172fcb82b34 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404749 Jan 26 19:08:52.072651 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d6184859-edbe-42dc-b7ce-ffde884718dc req-4ad88f87-359c-4eb4-be63-bdd509ee5958 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b38c20-1ae3-4945-9c74-06273db9e14d HTTP/1.1" status: 200 len: 210 time: 0.0255449 Jan 26 19:08:52.678649 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c4181-bb8e-4d58-a0bc-664bcb0ab056 req-33f02ce5-6c04-4798-997a-b0ef1741f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:52.680049 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-027c4181-bb8e-4d58-a0bc-664bcb0ab056 req-33f02ce5-6c04-4798-997a-b0ef1741f596 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 1099 time: 0.0395296 Jan 26 19:08:52.723252 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-027c4181-bb8e-4d58-a0bc-664bcb0ab056 req-98d07331-9928-4fe3-8308-5301bc1070f4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371599 Jan 26 19:08:53.075197 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501890d-50bb-4a69-bbe1-2400994ec138 req-922705c2-3064-482d-a1a0-feb3dc9fb00e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:53.077320 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7501890d-50bb-4a69-bbe1-2400994ec138 req-922705c2-3064-482d-a1a0-feb3dc9fb00e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 946 time: 0.0499856 Jan 26 19:08:53.125884 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7501890d-50bb-4a69-bbe1-2400994ec138 req-854f367d-3d3f-4dcf-8cdd-2f6b31f7b139 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430019 Jan 26 19:08:53.327358 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-19e9f7f1-0d8d-4b92-8d97-51dff4bc1cf2 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96348695&fields=id&tenant_id=3e696aded712424fa11e2cea742d7fcf HTTP/1.1" status: 200 len: 267 time: 0.0431523 Jan 26 19:08:53.438227 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-3a97513a-5f7c-47a6-bce8-3ccc288d3b97 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:53.439742 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-3a97513a-5f7c-47a6-bce8-3ccc288d3b97 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/networks?id=b1887265-1d4b-4b0f-a079-aa5abdb4c028 HTTP/1.1" status: 200 len: 812 time: 0.1060026 Jan 26 19:08:53.458766 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-bce395df-0025-4e1f-a5db-54a140fb703e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/quotas/3e696aded712424fa11e2cea742d7fcf HTTP/1.1" status: 200 len: 375 time: 0.0125682 Jan 26 19:08:53.508936 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-1e225676-f0a6-4fee-a8f7-2560f30830a5 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e696aded712424fa11e2cea742d7fcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449076 Jan 26 19:08:53.606513 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-c4361dbc-8e95-4d5e-b63d-31d42a8b3e46 service neutron] 10.222.0.52 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860589 Jan 26 19:08:53.700727 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-ec258d6d-600c-4131-8103-98b47baf2ff1 service neutron] 10.222.0.52 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876942 Jan 26 19:08:54.259836 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042c6f0-1581-4fde-b3ec-0f12bd13731a req-b064b39b-971e-4498-a4ad-7fbc26bb2205 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:54.261675 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e042c6f0-1581-4fde-b3ec-0f12bd13731a req-b064b39b-971e-4498-a4ad-7fbc26bb2205 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 946 time: 0.0599504 Jan 26 19:08:54.267633 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4e20b1b0-031d-456a-97cb-767efe4678c1 req-6af08f8f-bbbe-4ab8-906a-e5b24690b2a5 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 210 time: 0.0315685 Jan 26 19:08:54.318651 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e042c6f0-1581-4fde-b3ec-0f12bd13731a req-b3dcc9e8-3af6-4b82-a859-cf6252079089 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440812 Jan 26 19:08:54.447512 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535496f-4350-4b91-9db8-0f88be8b5156 req-418d2172-86a4-43e3-b7f6-f1c98633d878 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:54.449148 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e535496f-4350-4b91-9db8-0f88be8b5156 req-418d2172-86a4-43e3-b7f6-f1c98633d878 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 946 time: 0.0525119 Jan 26 19:08:54.458160 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 45192) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:54.462453 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-efc31603-4a9c-43ea-bd96-02db1406901d tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Request body: {'floatingip': {'port_id': '4da389b8-b1ae-4f38-9bd3-fa63b784f47b'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:08:54.501872 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efc31603-4a9c-43ea-bd96-02db1406901d tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for floatingip (2672e18c-ef87-4a65-a15b-af65592e1b71), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:55.161968 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efc31603-4a9c-43ea-bd96-02db1406901d tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:55.241978 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efc31603-4a9c-43ea-bd96-02db1406901d tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (2672e18c-ef87-4a65-a15b-af65592e1b71), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:55.359396 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.l3_db [None req-efc31603-4a9c-43ea-bd96-02db1406901d tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Floating IP 2672e18c-ef87-4a65-a15b-af65592e1b71 associated. External IP: 172.27.2.210, port: 4da389b8-b1ae-4f38-9bd3-fa63b784f47b. Jan 26 19:08:55.376397 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-409f3930-edeb-4da9-b3f5-427db920a700 req-f8f31afd-3ef0-4b97-92d3-402f3ed4e794 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 210 time: 0.0399673 Jan 26 19:08:55.588576 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc31603-4a9c-43ea-bd96-02db1406901d tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Router 74220c30-68c8-43b5-b723-ab32070c3be1 has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:08:55.698111 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc31603-4a9c-43ea-bd96-02db1406901d tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:08:55.703199 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efc31603-4a9c-43ea-bd96-02db1406901d tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:55.710378 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a8ae5-ae34-48dd-b4d5-2e8fc64804f8 None None] Sync routers for ids ['74220c30-68c8-43b5-b723-ab32070c3be1'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:08:55.721346 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506a8ae5-ae34-48dd-b4d5-2e8fc64804f8 None None] Routers {'74220c30-68c8-43b5-b723-ab32070c3be1'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:08:55.724738 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-506a8ae5-ae34-48dd-b4d5-2e8fc64804f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:08:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['74220c30-68c8-43b5-b723-ab32070c3be1'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:55.738504 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-efc31603-4a9c-43ea-bd96-02db1406901d tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "PUT /v2.0/floatingips/2672e18c-ef87-4a65-a15b-af65592e1b71 HTTP/1.1" status: 200 len: 992 time: 1.2792482 Jan 26 19:08:55.739332 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847cd1a6-6c29-4279-ac42-d289536b9b33', 'tag': '4da389b8-b1ae-4f38-9bd3-fa63b784f47b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:08:55.741853 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646ca359-93e2-4345-a4c0-35aa942a0a29" -d '{"events": [{"name": "network-changed", "server_uuid": "847cd1a6-6c29-4279-ac42-d289536b9b33", "tag": "4da389b8-b1ae-4f38-9bd3-fa63b784f47b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:08:55.780556 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9481ada8-7e18-4372-a6d3-3b7a195b6bb8 x-openstack-request-id: req-9481ada8-7e18-4372-a6d3-3b7a195b6bb8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:08:55.780556 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847cd1a6-6c29-4279-ac42-d289536b9b33", "tag": "4da389b8-b1ae-4f38-9bd3-fa63b784f47b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:08:55.780556 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9481ada8-7e18-4372-a6d3-3b7a195b6bb8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:08:55.780556 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847cd1a6-6c29-4279-ac42-d289536b9b33', 'tag': '4da389b8-b1ae-4f38-9bd3-fa63b784f47b', 'status': 'completed', 'code': 200} Jan 26 19:08:55.852449 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ca359-93e2-4345-a4c0-35aa942a0a29 req-73a7e6d7-2d41-43df-821a-a5794edd4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:55.854068 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-646ca359-93e2-4345-a4c0-35aa942a0a29 req-73a7e6d7-2d41-43df-821a-a5794edd4c4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad6163233adb43149b021649508e8ff6&device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 1099 time: 0.0442357 Jan 26 19:08:55.956819 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ca359-93e2-4345-a4c0-35aa942a0a29 req-957f20f7-6424-4a01-8bba-a2f859d0e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:55.958363 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-646ca359-93e2-4345-a4c0-35aa942a0a29 req-957f20f7-6424-4a01-8bba-a2f859d0e256 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf HTTP/1.1" status: 200 len: 910 time: 0.0961716 Jan 26 19:08:55.963839 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-506a8ae5-ae34-48dd-b4d5-2e8fc64804f8 None None] Set router 74220c30-68c8-43b5-b723-ab32070c3be1 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:08:56.027450 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-646ca359-93e2-4345-a4c0-35aa942a0a29 req-1964d8df-1e98-44f7-bd26-fb7d71c00b37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4da389b8-b1ae-4f38-9bd3-fa63b784f47b HTTP/1.1" status: 200 len: 1000 time: 0.0622399 Jan 26 19:08:56.077404 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ca359-93e2-4345-a4c0-35aa942a0a29 req-c3678902-c7df-444a-ae6f-b2798c76aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:56.078950 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-646ca359-93e2-4345-a4c0-35aa942a0a29 req-c3678902-c7df-444a-ae6f-b2798c76aed0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f48a8d7c-62d5-4c66-b22a-175e4457e7a9 HTTP/1.1" status: 200 len: 848 time: 0.0464604 Jan 26 19:08:56.179327 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ca359-93e2-4345-a4c0-35aa942a0a29 req-12530e85-9546-449a-8d41-f884704336d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:56.180818 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-646ca359-93e2-4345-a4c0-35aa942a0a29 req-12530e85-9546-449a-8d41-f884704336d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0966980 Jan 26 19:08:56.209645 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-506a8ae5-ae34-48dd-b4d5-2e8fc64804f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:30Z', 'revision_number': 4, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': '2672e18c-ef87-4a65-a15b-af65592e1b71', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'port_id': '4da389b8-b1ae-4f38-9bd3-fa63b784f47b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'mac_address': 'fa:16:3e:dd:32:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847cd1a6-6c29-4279-ac42-d289536b9b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:08:37Z', 'updated_at': '2022-01-26T19:08:55Z', 'revision_number': 1, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab87bc0-cdd7-409d-b790-81cf64d4efbe', 'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'mac_address': 'fa:16:3e:b0:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:27Z', 'updated_at': '2022-01-26T19:04:41Z', 'revision_number': 5, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'subnets': [{'id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:56.241149 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a8ae5-ae34-48dd-b4d5-2e8fc64804f8 None None] Checking router: 74220c30-68c8-43b5-b723-ab32070c3be1 for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:08:56.250869 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506a8ae5-ae34-48dd-b4d5-2e8fc64804f8 None None] Routers {'74220c30-68c8-43b5-b723-ab32070c3be1'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:08:56.251498 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-506a8ae5-ae34-48dd-b4d5-2e8fc64804f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:08:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['74220c30-68c8-43b5-b723-ab32070c3be1'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:56.278007 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-ed0a0369-72a5-4390-a9a9-d69247a649ea tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:56.279525 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-ed0a0369-72a5-4390-a9a9-d69247a649ea tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.55 "GET /v2.0/networks?id=b1887265-1d4b-4b0f-a079-aa5abdb4c028 HTTP/1.1" status: 200 len: 812 time: 0.1667418 Jan 26 19:08:56.324814 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-646ca359-93e2-4345-a4c0-35aa942a0a29 req-c1f304bf-65d6-4e2a-b4ba-2f80991937ae service neutron] 10.222.0.55 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380084 Jan 26 19:08:56.363726 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-506a8ae5-ae34-48dd-b4d5-2e8fc64804f8 None None] Set router 74220c30-68c8-43b5-b723-ab32070c3be1 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:08:56.412466 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-831089c6-adc9-4734-b992-f919e0535f6b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e696aded712424fa11e2cea742d7fcf HTTP/1.1" status: 200 len: 378 time: 0.1239989 Jan 26 19:08:56.422851 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-62b5ab6b-da7c-40e1-b61d-6669d347191e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Request body: {'port': {'device_id': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'admin_state_up': True, 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'security_groups': ['ab723756-651d-46fa-b962-198c96ea5201']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:08:56.496124 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-646ca359-93e2-4345-a4c0-35aa942a0a29 req-1abeb272-ba36-4166-ba6c-d6c8fdb57e58 service neutron] 10.222.0.55 "GET /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652651 Jan 26 19:08:56.549242 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5d3dfeb8-087f-49a1-bb0d-f852f1be1069 req-31c32d04-b1a9-47d3-b256-c800b19ae192 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 210 time: 0.0350854 Jan 26 19:08:56.636653 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-506a8ae5-ae34-48dd-b4d5-2e8fc64804f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:30Z', 'revision_number': 4, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': '2672e18c-ef87-4a65-a15b-af65592e1b71', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'port_id': '4da389b8-b1ae-4f38-9bd3-fa63b784f47b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'mac_address': 'fa:16:3e:dd:32:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847cd1a6-6c29-4279-ac42-d289536b9b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:08:37Z', 'updated_at': '2022-01-26T19:08:55Z', 'revision_number': 1, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab87bc0-cdd7-409d-b790-81cf64d4efbe', 'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'mac_address': 'fa:16:3e:b0:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:27Z', 'updated_at': '2022-01-26T19:04:41Z', 'revision_number': 5, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'subnets': [{'id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:08:56.665337 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-62b5ab6b-da7c-40e1-b61d-6669d347191e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Made reservation on behalf of 3e696aded712424fa11e2cea742d7fcf for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:08:56.667158 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506a8ae5-ae34-48dd-b4d5-2e8fc64804f8 None None] The sync data for ids ['74220c30-68c8-43b5-b723-ab32070c3be1'] in dv-cinder-824187-6-iscsi is: [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:30Z', 'revision_number': 4, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': '2672e18c-ef87-4a65-a15b-af65592e1b71', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'port_id': '4da389b8-b1ae-4f38-9bd3-fa63b784f47b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'mac_address': 'fa:16:3e:dd:32:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847cd1a6-6c29-4279-ac42-d289536b9b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:08:37Z', 'updated_at': '2022-01-26T19:08:55Z', 'revision_number': 1, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab87bc0-cdd7-409d-b790-81cf64d4efbe', 'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'mac_address': 'fa:16:3e:b0:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:27Z', 'updated_at': '2022-01-26T19:04:41Z', 'revision_number': 5, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'subnets': [{'id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:08:56.674582 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-62b5ab6b-da7c-40e1-b61d-6669d347191e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:56.816775 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-62b5ab6b-da7c-40e1-b61d-6669d347191e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Allocated IP 172.20.0.13 (b1887265-1d4b-4b0f-a079-aa5abdb4c028/201de6dd-0e18-46ec-b3e0-295cd0d4de2d/9044ce74-f599-4ffa-9a03-c99968d4aa99) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:08:56.888362 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28a53ca-6b3e-48a3-8844-0d5654086b6e None None] New status for floating IP 2672e18c-ef87-4a65-a15b-af65592e1b71: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:08:56.973930 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-62b5ab6b-da7c-40e1-b61d-6669d347191e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for port (9044ce74-f599-4ffa-9a03-c99968d4aa99), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:57.096032 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-62b5ab6b-da7c-40e1-b61d-6669d347191e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (9044ce74-f599-4ffa-9a03-c99968d4aa99), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:57.139826 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-62b5ab6b-da7c-40e1-b61d-6669d347191e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Network b1887265-1d4b-4b0f-a079-aa5abdb4c028 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:08:57.143356 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-62b5ab6b-da7c-40e1-b61d-6669d347191e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:08:57.147048 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-62b5ab6b-da7c-40e1-b61d-6669d347191e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:08:57.189580 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5ab6b-da7c-40e1-b61d-6669d347191e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event updated for resources: {'Port': ['ID=9044ce74-f599-4ffa-9a03-c99968d4aa99,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:57.221419 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-62b5ab6b-da7c-40e1-b61d-6669d347191e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:57.222098 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-62b5ab6b-da7c-40e1-b61d-6669d347191e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:57.331609 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-62b5ab6b-da7c-40e1-b61d-6669d347191e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9123082 Jan 26 19:08:57.343282 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Request body: {'port': {'device_id': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:08:57.398570 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (9044ce74-f599-4ffa-9a03-c99968d4aa99), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:57.406670 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-51a71bda-30ed-4c40-9087-5551404b98d8 None None] Provisioning complete for port 9044ce74-f599-4ffa-9a03-c99968d4aa99 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:08:57.407098 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-51a71bda-30ed-4c40-9087-5551404b98d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (9044ce74-f599-4ffa-9a03-c99968d4aa99), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:57.444686 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-51a71bda-30ed-4c40-9087-5551404b98d8 None None] Port 9044ce74-f599-4ffa-9a03-c99968d4aa99 cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:08:57.659502 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 45230) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:57.677889 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a2dad-afe5-4f42-bd3f-d0afd28eacde req-b1499647-ebbc-4685-808c-97f61d17b072 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:57.679515 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-044a2dad-afe5-4f42-bd3f-d0afd28eacde req-b1499647-ebbc-4685-808c-97f61d17b072 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 932 time: 0.0586128 Jan 26 19:08:57.682164 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9044ce74-f599-4ffa-9a03-c99968d4aa99 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:08:57.691357 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Publish callbacks [] for port (9044ce74-f599-4ffa-9a03-c99968d4aa99), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:57.704553 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Transition to ACTIVE for port object 9044ce74-f599-4ffa-9a03-c99968d4aa99 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:08:57.786809 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (9044ce74-f599-4ffa-9a03-c99968d4aa99), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:57.850456 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=9044ce74-f599-4ffa-9a03-c99968d4aa99,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:57.912215 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4958287f-8f7c-44ed-9a53-3f6ba9224855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:57.951940 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Attempting to bind port 9044ce74-f599-4ffa-9a03-c99968d4aa99 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:08:57.952497 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Attempting to bind port 9044ce74-f599-4ffa-9a03-c99968d4aa99 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:08:57.953069 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Attempting to bind port 9044ce74-f599-4ffa-9a03-c99968d4aa99 on network b1887265-1d4b-4b0f-a079-aa5abdb4c028 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:08:57.957243 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-044a2dad-afe5-4f42-bd3f-d0afd28eacde req-c92ed081-613d-45d9-95f4-5099e4eb6862 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2699742 Jan 26 19:08:57.963740 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Port 9044ce74-f599-4ffa-9a03-c99968d4aa99 on network b1887265-1d4b-4b0f-a079-aa5abdb4c028 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:08:57.979264 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Attempting to bind port 9044ce74-f599-4ffa-9a03-c99968d4aa99 on network b1887265-1d4b-4b0f-a079-aa5abdb4c028 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:08:57.991044 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:08:57.991610 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Checking segment: {'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:08:57.992246 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Bound using segment: {'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:08:57.992951 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Bound port: 9044ce74-f599-4ffa-9a03-c99968d4aa99, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:08:57.993585 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (9044ce74-f599-4ffa-9a03-c99968d4aa99), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:58.061796 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4958287f-8f7c-44ed-9a53-3f6ba9224855 admin admin] Publish callbacks [] for security_group (82366249-e386-4911-91e0-3c526b9a5b2d), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:58.091444 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] For port 9044ce74-f599-4ffa-9a03-c99968d4aa99, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:08:58.094672 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] For port 9044ce74-f599-4ffa-9a03-c99968d4aa99, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9044ce74-f599-4ffa-9a03-c99968d4aa99,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:08:58.135112 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4958287f-8f7c-44ed-9a53-3f6ba9224855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (82366249-e386-4911-91e0-3c526b9a5b2d), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:58.176825 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-4958287f-8f7c-44ed-9a53-3f6ba9224855 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b46dec5f79934a5babf265cfd60b396f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5162764 Jan 26 19:08:58.177876 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958287f-8f7c-44ed-9a53-3f6ba9224855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82366249-e386-4911-91e0-3c526b9a5b2d,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:58.179528 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 45238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:58.208658 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (9044ce74-f599-4ffa-9a03-c99968d4aa99), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:58.250869 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:58.251482 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:58.252835 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] 10.222.0.55 "PUT /v2.0/ports/9044ce74-f599-4ffa-9a03-c99968d4aa99 HTTP/1.1" status: 200 len: 1094 time: 0.9138842 Jan 26 19:08:58.254931 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'tag': '9044ce74-f599-4ffa-9a03-c99968d4aa99'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:08:58.259734 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a40028-d716-4e12-ad3d-d353298cbddd" -d '{"events": [{"name": "network-changed", "server_uuid": "f79d0b02-e99e-4401-b8a1-125410675fd4", "tag": "9044ce74-f599-4ffa-9a03-c99968d4aa99"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:08:58.288978 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5e0c577-0a0c-4f55-aed6-383cf10610a3 admin admin] Publish callbacks [] for security_group (82366249-e386-4911-91e0-3c526b9a5b2d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:58.290252 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b478bb-539a-4613-b9fb-552b55f96ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=9044ce74-f599-4ffa-9a03-c99968d4aa99,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:58.317328 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acd4e60-4b7a-40cf-ba47-f9466b463310 x-openstack-request-id: req-4acd4e60-4b7a-40cf-ba47-f9466b463310 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:08:58.317328 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79d0b02-e99e-4401-b8a1-125410675fd4", "tag": "9044ce74-f599-4ffa-9a03-c99968d4aa99", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:08:58.317328 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4acd4e60-4b7a-40cf-ba47-f9466b463310 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:08:58.317810 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'tag': '9044ce74-f599-4ffa-9a03-c99968d4aa99', 'status': 'completed', 'code': 200} Jan 26 19:08:58.319262 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5e0c577-0a0c-4f55-aed6-383cf10610a3 admin admin] Publish callbacks [] for security_group (82366249-e386-4911-91e0-3c526b9a5b2d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:58.397982 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40028-d716-4e12-ad3d-d353298cbddd req-4d359994-1363-4811-86d3-da0d7abe6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:58.399505 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-05a40028-d716-4e12-ad3d-d353298cbddd req-4d359994-1363-4811-86d3-da0d7abe6f94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e696aded712424fa11e2cea742d7fcf&device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0605407 Jan 26 19:08:58.452782 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5e0c577-0a0c-4f55-aed6-383cf10610a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (82366249-e386-4911-91e0-3c526b9a5b2d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:58.455318 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5e0c577-0a0c-4f55-aed6-383cf10610a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:58.459081 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-c5e0c577-0a0c-4f55-aed6-383cf10610a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82366249-e386-4911-91e0-3c526b9a5b2d HTTP/1.1" status: 204 len: 168 time: 0.2754402 Jan 26 19:08:58.473229 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0c577-0a0c-4f55-aed6-383cf10610a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82366249-e386-4911-91e0-3c526b9a5b2d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:58.517250 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40028-d716-4e12-ad3d-d353298cbddd req-3eeee272-0a05-4e8f-b75d-37a5eb236676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:58.519080 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-05a40028-d716-4e12-ad3d-d353298cbddd req-3eeee272-0a05-4e8f-b75d-37a5eb236676 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3e696aded712424fa11e2cea742d7fcf&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1127806 Jan 26 19:08:58.614543 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40028-d716-4e12-ad3d-d353298cbddd req-e3ed4e14-035a-4a05-a57f-feefb72d302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:58.616137 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-05a40028-d716-4e12-ad3d-d353298cbddd req-e3ed4e14-035a-4a05-a57f-feefb72d302c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916617 Jan 26 19:08:58.699959 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-bf1564d1-f814-4a69-8038-0129e49895bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:58.702001 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-bf1564d1-f814-4a69-8038-0129e49895bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e696aded712424fa11e2cea742d7fcf&device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 1097 time: 0.0507407 Jan 26 19:08:58.747678 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-2a82cba8-3d77-4672-b2e9-649bf15ecb4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9044ce74-f599-4ffa-9a03-c99968d4aa99 HTTP/1.1" status: 200 len: 217 time: 0.0376692 Jan 26 19:08:58.794822 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-c04ae121-15fb-436b-ab9a-8af6a9c8dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:58.796288 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-c04ae121-15fb-436b-ab9a-8af6a9c8dd80 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=201de6dd-0e18-46ec-b3e0-295cd0d4de2d HTTP/1.1" status: 200 len: 851 time: 0.0434568 Jan 26 19:08:58.839991 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-2615f9b3-d98e-47bf-8d80-38202d1a43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:58.842065 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-2615f9b3-d98e-47bf-8d80-38202d1a43ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1887265-1d4b-4b0f-a079-aa5abdb4c028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402055 Jan 26 19:08:58.933744 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-47f85e1a-e8e7-47d1-9055-7cdc75cf4ce8 service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852644 Jan 26 19:08:59.025238 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9b3502b4-a664-41b2-8ab9-ee1a17302317 req-148c45e9-74e6-42b2-90fe-05410017b38d service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857656 Jan 26 19:08:59.083778 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 45252) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:59.085707 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e577689-970a-4157-b6b2-4ae00356b426 req-54c63e2a-6236-4eb8-9383-ac0c03532da5 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:08:59.087223 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3e577689-970a-4157-b6b2-4ae00356b426 req-54c63e2a-6236-4eb8-9383-ac0c03532da5 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 944 time: 0.0478389 Jan 26 19:08:59.107339 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35918847-393e-4e31-b211-9b9748254559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:59.149010 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3e577689-970a-4157-b6b2-4ae00356b426 req-a6de6010-7654-4310-9782-059c6436def2 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550072 Jan 26 19:08:59.181714 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35918847-393e-4e31-b211-9b9748254559 admin admin] Publish callbacks [] for security_group (64bb42af-0193-4785-8022-4383e144bc09), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:59.247938 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35918847-393e-4e31-b211-9b9748254559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (64bb42af-0193-4785-8022-4383e144bc09), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:59.290373 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-35918847-393e-4e31-b211-9b9748254559 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0073e6ad783349fca43ec14b228cc2de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2054498 Jan 26 19:08:59.291245 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35918847-393e-4e31-b211-9b9748254559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bb42af-0193-4785-8022-4383e144bc09,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:08:59.293200 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 45254) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:08:59.339967 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-80f29b17-0dba-4799-ae4f-9c64829b2b5d admin admin] Publish callbacks [] for security_group (64bb42af-0193-4785-8022-4383e144bc09), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:59.361160 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-80f29b17-0dba-4799-ae4f-9c64829b2b5d admin admin] Publish callbacks [] for security_group (64bb42af-0193-4785-8022-4383e144bc09), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:59.483606 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-80f29b17-0dba-4799-ae4f-9c64829b2b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (64bb42af-0193-4785-8022-4383e144bc09), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:59.486162 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-80f29b17-0dba-4799-ae4f-9c64829b2b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:08:59.487348 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-80f29b17-0dba-4799-ae4f-9c64829b2b5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/64bb42af-0193-4785-8022-4383e144bc09 HTTP/1.1" status: 204 len: 168 time: 0.1933112 Jan 26 19:08:59.495671 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f29b17-0dba-4799-ae4f-9c64829b2b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bb42af-0193-4785-8022-4383e144bc09,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:09:00.269704 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2730bfb-de8f-4f6f-b7d3-af11d324398d req-a6f82eb5-f6f9-42a8-a5b1-671427743534 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:00.271187 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c2730bfb-de8f-4f6f-b7d3-af11d324398d req-a6f82eb5-f6f9-42a8-a5b1-671427743534 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 944 time: 0.0478673 Jan 26 19:09:00.322673 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c2730bfb-de8f-4f6f-b7d3-af11d324398d req-37dc8bc4-7de8-414e-b3cf-b1d76dec5b2b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458012 Jan 26 19:09:01.443959 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712accba-d7d2-462c-ae6b-c8730c226934 req-6b31520d-988f-4b58-8b7a-8485e16e530f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:01.445551 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-712accba-d7d2-462c-ae6b-c8730c226934 req-6b31520d-988f-4b58-8b7a-8485e16e530f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 944 time: 0.0490880 Jan 26 19:09:01.496383 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-712accba-d7d2-462c-ae6b-c8730c226934 req-3ec1deb8-3d8d-494e-8659-9a2947ead528 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448892 Jan 26 19:09:02.613426 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bee320-0dd0-45af-aeb2-945efcc42b3a req-628c6490-3922-4b86-ab7b-7a8516baff2d tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:02.614886 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d3bee320-0dd0-45af-aeb2-945efcc42b3a req-628c6490-3922-4b86-ab7b-7a8516baff2d tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 944 time: 0.0495532 Jan 26 19:09:02.665524 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d3bee320-0dd0-45af-aeb2-945efcc42b3a req-5504562f-63b9-4731-9316-4423223f233e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449960 Jan 26 19:09:03.790100 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb14b9-dbbd-4a71-9483-a3770b86f1ae req-92be9296-0fa1-4fe4-84fa-b1dc11f7a528 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:03.791602 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a6cb14b9-dbbd-4a71-9483-a3770b86f1ae req-92be9296-0fa1-4fe4-84fa-b1dc11f7a528 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 944 time: 0.0480480 Jan 26 19:09:03.839638 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a6cb14b9-dbbd-4a71-9483-a3770b86f1ae req-e7c352ac-1499-4f1c-8d47-34986fea8616 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418868 Jan 26 19:09:04.955290 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd6ea3-3e82-450e-b05b-2081d55655ed req-33b75553-6b8e-4946-8425-5945749c7d72 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:04.956774 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-43bd6ea3-3e82-450e-b05b-2081d55655ed req-33b75553-6b8e-4946-8425-5945749c7d72 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 944 time: 0.0486948 Jan 26 19:09:05.005230 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-43bd6ea3-3e82-450e-b05b-2081d55655ed req-ecd38d05-73ac-47b5-a953-a9d8297bdcc5 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427449 Jan 26 19:09:06.125779 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8745ffa-99cb-4a72-86e0-91d3e5bd5e9b req-f4498138-fdfb-4318-a6f1-22dba00d894d tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:06.127258 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a8745ffa-99cb-4a72-86e0-91d3e5bd5e9b req-f4498138-fdfb-4318-a6f1-22dba00d894d tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 944 time: 0.0519054 Jan 26 19:09:06.176712 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a8745ffa-99cb-4a72-86e0-91d3e5bd5e9b req-fccb497d-de18-48a6-b878-5a538479fb53 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440004 Jan 26 19:09:07.059170 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-981603b3-84b9-462f-ab8c-17fdcd41e549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:07.290348 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fea76d-73ad-47de-bcec-aa7f04500ac5 req-38ec6db2-bda9-4507-a472-335ec84ab110 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:07.291808 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c7fea76d-73ad-47de-bcec-aa7f04500ac5 req-38ec6db2-bda9-4507-a472-335ec84ab110 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 944 time: 0.0477357 Jan 26 19:09:07.341765 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c7fea76d-73ad-47de-bcec-aa7f04500ac5 req-fa727768-3f5b-45e7-9cea-39b1f44478cc tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444629 Jan 26 19:09:07.790495 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 9044ce74-f599-4ffa-9a03-c99968d4aa99 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:09:07.890458 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 9044ce74-f599-4ffa-9a03-c99968d4aa99, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9044ce74-f599-4ffa-9a03-c99968d4aa99,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:09:07.904608 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': '9044ce74-f599-4ffa-9a03-c99968d4aa99', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'port_id': '9044ce74-f599-4ffa-9a03-c99968d4aa99', 'mac_address': 'fa:16:3e:05:c9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:09:07.948187 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 9044ce74-f599-4ffa-9a03-c99968d4aa99 is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:09:07.948588 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (9044ce74-f599-4ffa-9a03-c99968d4aa99), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:07.963262 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9044ce74-f599-4ffa-9a03-c99968d4aa99 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:09:07.985934 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 9044ce74-f599-4ffa-9a03-c99968d4aa99, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9044ce74-f599-4ffa-9a03-c99968d4aa99,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:09:08.055276 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (9044ce74-f599-4ffa-9a03-c99968d4aa99), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:08.103562 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=9044ce74-f599-4ffa-9a03-c99968d4aa99,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:09:08.316032 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['9044ce74-f599-4ffa-9a03-c99968d4aa99'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:09:08.336878 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 45420) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:09:08.483926 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bef8ed-7232-4927-9592-5b0d445c75b0 req-f258e881-eb44-4dee-8d34-188e06ac7c57 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:08.486096 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c2bef8ed-7232-4927-9592-5b0d445c75b0 req-f258e881-eb44-4dee-8d34-188e06ac7c57 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 945 time: 0.0624721 Jan 26 19:09:08.486250 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-db011e4d-6c78-46f1-b65b-4ad8980d9fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:08.550057 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c2bef8ed-7232-4927-9592-5b0d445c75b0 req-049d818b-5f66-478e-a163-b087e6043ff7 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515890 Jan 26 19:09:08.578526 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-db011e4d-6c78-46f1-b65b-4ad8980d9fc1 admin admin] Publish callbacks [] for security_group (c96cd7cf-2d87-4561-bee7-94abdc8a2fb6), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:08.642293 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-db011e4d-6c78-46f1-b65b-4ad8980d9fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (c96cd7cf-2d87-4561-bee7-94abdc8a2fb6), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:08.681908 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-db011e4d-6c78-46f1-b65b-4ad8980d9fc1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d267acc515f40728cbe36e4703f2995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434198 Jan 26 19:09:08.682155 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db011e4d-6c78-46f1-b65b-4ad8980d9fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96cd7cf-2d87-4561-bee7-94abdc8a2fb6,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:09:08.685070 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 45426) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:09:08.737492 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92e748ef-8e41-4166-871f-2abbd9b22523 admin admin] Publish callbacks [] for security_group (c96cd7cf-2d87-4561-bee7-94abdc8a2fb6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:08.764170 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92e748ef-8e41-4166-871f-2abbd9b22523 admin admin] Publish callbacks [] for security_group (c96cd7cf-2d87-4561-bee7-94abdc8a2fb6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:08.926121 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92e748ef-8e41-4166-871f-2abbd9b22523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (c96cd7cf-2d87-4561-bee7-94abdc8a2fb6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:08.930132 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92e748ef-8e41-4166-871f-2abbd9b22523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:08.931493 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-92e748ef-8e41-4166-871f-2abbd9b22523 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c96cd7cf-2d87-4561-bee7-94abdc8a2fb6 HTTP/1.1" status: 204 len: 168 time: 0.2454028 Jan 26 19:09:08.940403 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e748ef-8e41-4166-871f-2abbd9b22523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96cd7cf-2d87-4561-bee7-94abdc8a2fb6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:09:09.528947 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 45436) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:09:09.534478 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-408ac1de-5287-4b59-ae38-7a43d1980357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:09.542733 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c594264-715c-43a1-9236-eaed19111686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:09.625643 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c594264-715c-43a1-9236-eaed19111686 admin admin] Publish callbacks [] for security_group (b079b5c4-61b2-436a-8943-472b62783a24), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:09.678365 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5dab0-0010-4216-8715-9d6d4393b379 req-183b5678-6432-4a05-a08d-0bbdd3cec3db tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:09.680000 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c3c5dab0-0010-4216-8715-9d6d4393b379 req-183b5678-6432-4a05-a08d-0bbdd3cec3db tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 945 time: 0.0560699 Jan 26 19:09:09.701112 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c594264-715c-43a1-9236-eaed19111686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (b079b5c4-61b2-436a-8943-472b62783a24), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:09.740642 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c3c5dab0-0010-4216-8715-9d6d4393b379 req-936eb710-0c55-4ca4-8df6-7724a95b71d4 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496695 Jan 26 19:09:09.741657 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-6c594264-715c-43a1-9236-eaed19111686 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e675cf36ed704a378652e411b1a8eb8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115960 Jan 26 19:09:09.744088 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c594264-715c-43a1-9236-eaed19111686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b079b5c4-61b2-436a-8943-472b62783a24,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:09:09.748067 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 45440) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:09:09.774592 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 9044ce74-f599-4ffa-9a03-c99968d4aa99 up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:09:09.801584 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0910718d-edf0-4d7c-ace1-bbd2d7f7ae95 admin admin] Publish callbacks [] for security_group (b079b5c4-61b2-436a-8943-472b62783a24), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:09.823737 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0910718d-edf0-4d7c-ace1-bbd2d7f7ae95 admin admin] Publish callbacks [] for security_group (b079b5c4-61b2-436a-8943-472b62783a24), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:09.883308 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port 9044ce74-f599-4ffa-9a03-c99968d4aa99 completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:09:09.888054 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port 9044ce74-f599-4ffa-9a03-c99968d4aa99 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:09:09.888432 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (9044ce74-f599-4ffa-9a03-c99968d4aa99), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:09.935172 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0910718d-edf0-4d7c-ace1-bbd2d7f7ae95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (b079b5c4-61b2-436a-8943-472b62783a24), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:09.938370 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0910718d-edf0-4d7c-ace1-bbd2d7f7ae95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:09.939614 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-0910718d-edf0-4d7c-ace1-bbd2d7f7ae95 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b079b5c4-61b2-436a-8943-472b62783a24 HTTP/1.1" status: 204 len: 168 time: 0.1906068 Jan 26 19:09:09.948367 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910718d-edf0-4d7c-ace1-bbd2d7f7ae95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b079b5c4-61b2-436a-8943-472b62783a24,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:09:09.988259 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 9044ce74-f599-4ffa-9a03-c99968d4aa99 is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:09:09.988571 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (9044ce74-f599-4ffa-9a03-c99968d4aa99), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:10.015140 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9044ce74-f599-4ffa-9a03-c99968d4aa99'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:09:10.019379 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f760f419-9dff-40f8-8b9c-606e67405e8a" -d '{"events": [{"server_uuid": "f79d0b02-e99e-4401-b8a1-125410675fd4", "name": "network-vif-plugged", "status": "completed", "tag": "9044ce74-f599-4ffa-9a03-c99968d4aa99"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:09:10.046242 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 9044ce74-f599-4ffa-9a03-c99968d4aa99, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9044ce74-f599-4ffa-9a03-c99968d4aa99,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:09:10.073649 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93ed119-e821-4c21-9e37-f2756493cc2f x-openstack-request-id: req-c93ed119-e821-4c21-9e37-f2756493cc2f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:09:10.074028 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79d0b02-e99e-4401-b8a1-125410675fd4", "name": "network-vif-plugged", "status": "completed", "tag": "9044ce74-f599-4ffa-9a03-c99968d4aa99", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:09:10.074385 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c93ed119-e821-4c21-9e37-f2756493cc2f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:09:10.074790 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9044ce74-f599-4ffa-9a03-c99968d4aa99', 'code': 200} Jan 26 19:09:10.089475 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (9044ce74-f599-4ffa-9a03-c99968d4aa99), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:10.144819 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=9044ce74-f599-4ffa-9a03-c99968d4aa99,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:09:10.461935 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e329274-23f6-4930-9923-1aa7130fe39f req-91518433-3fd4-4aa7-9505-f2eaf561e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:10.463342 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6e329274-23f6-4930-9923-1aa7130fe39f req-91518433-3fd4-4aa7-9505-f2eaf561e07f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 1099 time: 0.0428996 Jan 26 19:09:10.511621 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6e329274-23f6-4930-9923-1aa7130fe39f req-b2257df8-61e0-4f62-a883-082ee17d8c21 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399399 Jan 26 19:09:10.592063 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:10.719288 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:09:10.867063 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dfbb8-facd-468f-b181-22d9c6b8f558 req-030c221b-14f5-4edf-9885-e3c72bdfa905 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:10.868576 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-594dfbb8-facd-468f-b181-22d9c6b8f558 req-030c221b-14f5-4edf-9885-e3c72bdfa905 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 946 time: 0.0483847 Jan 26 19:09:10.919866 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-594dfbb8-facd-468f-b181-22d9c6b8f558 req-845a7d8c-f553-42bc-8794-9fb1777af87f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442030 Jan 26 19:09:12.040371 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab2c7d-37d5-4486-bdf3-bd7ae34ed641 req-3523804a-d4a8-4ce2-993f-a844326f7d58 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:12.041970 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-35ab2c7d-37d5-4486-bdf3-bd7ae34ed641 req-3523804a-d4a8-4ce2-993f-a844326f7d58 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 946 time: 0.0519881 Jan 26 19:09:12.093793 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-35ab2c7d-37d5-4486-bdf3-bd7ae34ed641 req-43cfa7c6-c728-4971-b8b1-7ed5640431f5 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456762 Jan 26 19:09:12.209954 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7e2de-6189-4c3d-abbd-e67b0e61584f req-090e9b7e-ef12-4397-a3dd-05702f648720 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:12.211471 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86b7e2de-6189-4c3d-abbd-e67b0e61584f req-090e9b7e-ef12-4397-a3dd-05702f648720 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 946 time: 0.0493546 Jan 26 19:09:12.262188 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86b7e2de-6189-4c3d-abbd-e67b0e61584f req-4dd2a2d5-0dc8-4d6f-99af-e27c630a31b8 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430861 Jan 26 19:09:12.286557 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 45538) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:09:12.327969 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a57299-f426-408c-9222-490100add124 tempest-TestVolumeBootPattern-567482640 tempest-TestVolumeBootPattern-567482640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:12.329529 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-b1a57299-f426-408c-9222-490100add124 tempest-TestVolumeBootPattern-567482640 tempest-TestVolumeBootPattern-567482640-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0418770 Jan 26 19:09:12.332335 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 45544) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:09:12.336694 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Request body: {'floatingip': {'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'port_id': '9044ce74-f599-4ffa-9a03-c99968d4aa99', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:09:12.443336 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:12.549762 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:12.620915 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:12.664304 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Allocated IP 172.27.2.54 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/d011ea28-61b1-4c36-9521-b68f619019ff) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:09:12.767244 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for port (d011ea28-61b1-4c36-9521-b68f619019ff), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:12.878666 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (d011ea28-61b1-4c36-9521-b68f619019ff), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:12.924595 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:09:12.929525 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:09:12.933854 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:09:12.936890 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event updated for resources: {'Port': ['ID=d011ea28-61b1-4c36-9521-b68f619019ff,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:09:13.304860 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for floatingip (a83aa27f-2777-4089-bfce-2e7acaf10667), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:13.435515 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (d011ea28-61b1-4c36-9521-b68f619019ff), before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:13.586317 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for port (d011ea28-61b1-4c36-9521-b68f619019ff), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:13.670592 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122934'] for port (d011ea28-61b1-4c36-9521-b68f619019ff), after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:13.735141 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:13.738446 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event updated for resources: {'Port': ['ID=d011ea28-61b1-4c36-9521-b68f619019ff,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:09:13.753947 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (a83aa27f-2777-4089-bfce-2e7acaf10667), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:13.856695 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.l3_db [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Floating IP a83aa27f-2777-4089-bfce-2e7acaf10667 associated. External IP: 172.27.2.54, port: 9044ce74-f599-4ffa-9a03-c99968d4aa99. Jan 26 19:09:14.072902 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Router b5de2a7f-81b9-4df9-aef0-abf291462f5d has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:09:14.184400 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:09:14.194958 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7a362-7138-4440-967c-4862598e936e None None] Sync routers for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:09:14.206106 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7a362-7138-4440-967c-4862598e936e None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:09:14.206737 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-67e7a362-7138-4440-967c-4862598e936e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:09:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:09:14.280611 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:14.308524 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-c7eb4587-1bd4-4c28-87db-3db0fbdaf94a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9751232 Jan 26 19:09:14.309227 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'tag': '9044ce74-f599-4ffa-9a03-c99968d4aa99'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:09:14.311448 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778b83fb83c7ed0d23127b0c5088a0f98009e27ee8199dc064e98ebb24a51604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94674855-0686-4be6-a663-8e8e1231ab05" -d '{"events": [{"name": "network-changed", "server_uuid": "f79d0b02-e99e-4401-b8a1-125410675fd4", "tag": "9044ce74-f599-4ffa-9a03-c99968d4aa99"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:09:14.313487 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-67e7a362-7138-4440-967c-4862598e936e None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:09:14.360276 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99e4ecb-93d6-45f9-b089-9913c287e2e1 x-openstack-request-id: req-b99e4ecb-93d6-45f9-b089-9913c287e2e1 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:09:14.360577 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79d0b02-e99e-4401-b8a1-125410675fd4", "tag": "9044ce74-f599-4ffa-9a03-c99968d4aa99", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:09:14.360839 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b99e4ecb-93d6-45f9-b089-9913c287e2e1 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:09:14.361293 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'tag': '9044ce74-f599-4ffa-9a03-c99968d4aa99', 'status': 'completed', 'code': 200} Jan 26 19:09:14.458564 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94674855-0686-4be6-a663-8e8e1231ab05 req-e7345d7a-e34e-43d0-9e76-b5f0c00f64a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:14.459948 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-94674855-0686-4be6-a663-8e8e1231ab05 req-e7345d7a-e34e-43d0-9e76-b5f0c00f64a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e696aded712424fa11e2cea742d7fcf&device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 1099 time: 0.0528994 Jan 26 19:09:14.558539 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94674855-0686-4be6-a663-8e8e1231ab05 req-f70e74ed-0edc-4610-9aa8-abad2808a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:14.560483 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-94674855-0686-4be6-a663-8e8e1231ab05 req-f70e74ed-0edc-4610-9aa8-abad2808a075 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1887265-1d4b-4b0f-a079-aa5abdb4c028 HTTP/1.1" status: 200 len: 913 time: 0.0910313 Jan 26 19:09:14.562509 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-67e7a362-7138-4440-967c-4862598e936e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'a83aa27f-2777-4089-bfce-2e7acaf10667', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'port_id': '9044ce74-f599-4ffa-9a03-c99968d4aa99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'mac_address': 'fa:16:3e:05:c9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:09:13Z', 'updated_at': '2022-01-26T19:09:13Z', 'revision_number': 0, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:09:14.590139 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7a362-7138-4440-967c-4862598e936e None None] Checking router: b5de2a7f-81b9-4df9-aef0-abf291462f5d for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:09:14.599042 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7a362-7138-4440-967c-4862598e936e None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:09:14.599667 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-67e7a362-7138-4440-967c-4862598e936e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:09:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:09:14.630586 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-94674855-0686-4be6-a663-8e8e1231ab05 req-dd7150fa-8060-41d3-9d78-5a267d004a10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9044ce74-f599-4ffa-9a03-c99968d4aa99 HTTP/1.1" status: 200 len: 999 time: 0.0635228 Jan 26 19:09:14.709489 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-67e7a362-7138-4440-967c-4862598e936e None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:09:14.920804 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94674855-0686-4be6-a663-8e8e1231ab05 req-4d046755-eb8b-48ff-a49f-08bc71c6b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:14.922656 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-94674855-0686-4be6-a663-8e8e1231ab05 req-4d046755-eb8b-48ff-a49f-08bc71c6b73c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=201de6dd-0e18-46ec-b3e0-295cd0d4de2d HTTP/1.1" status: 200 len: 851 time: 0.2842090 Jan 26 19:09:14.969014 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94674855-0686-4be6-a663-8e8e1231ab05 req-7c170654-487b-44a7-825b-91200db09ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:14.970655 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-94674855-0686-4be6-a663-8e8e1231ab05 req-7c170654-487b-44a7-825b-91200db09ec5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1887265-1d4b-4b0f-a079-aa5abdb4c028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413980 Jan 26 19:09:15.071518 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-67e7a362-7138-4440-967c-4862598e936e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'a83aa27f-2777-4089-bfce-2e7acaf10667', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'port_id': '9044ce74-f599-4ffa-9a03-c99968d4aa99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'mac_address': 'fa:16:3e:05:c9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:09:13Z', 'updated_at': '2022-01-26T19:09:13Z', 'revision_number': 0, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:09:15.072523 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-94674855-0686-4be6-a663-8e8e1231ab05 req-1f018ee5-b991-47b0-8e72-6cfa1b7b989c service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887454 Jan 26 19:09:15.102648 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e7a362-7138-4440-967c-4862598e936e None None] The sync data for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi is: [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'a83aa27f-2777-4089-bfce-2e7acaf10667', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'port_id': '9044ce74-f599-4ffa-9a03-c99968d4aa99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'mac_address': 'fa:16:3e:05:c9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:09:13Z', 'updated_at': '2022-01-26T19:09:13Z', 'revision_number': 0, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:09:15.167440 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-94674855-0686-4be6-a663-8e8e1231ab05 req-864c33cc-dae4-48ff-baca-66955b484de4 service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875351 Jan 26 19:09:15.294472 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee502fc9-3a3f-4333-a818-106112ae3ecf None None] New status for floating IP a83aa27f-2777-4089-bfce-2e7acaf10667: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:09:21.975161 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:26.030981 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-60acb3a5-96ba-40b2-ab8f-2d5d9e2680eb req-f496699a-6cbc-4ba5-a77f-2586dfea47a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407205 Jan 26 19:09:26.129155 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acb3a5-96ba-40b2-ab8f-2d5d9e2680eb req-f734075a-86a1-4b42-a68e-fc536f743213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:26.130650 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-60acb3a5-96ba-40b2-ab8f-2d5d9e2680eb req-f734075a-86a1-4b42-a68e-fc536f743213 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f53141dac6548f282050b86063dad49&device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 1098 time: 0.0432971 Jan 26 19:09:26.231550 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acb3a5-96ba-40b2-ab8f-2d5d9e2680eb req-7da1df35-463c-4d94-9d2a-5e7d27a41d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:26.233006 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-60acb3a5-96ba-40b2-ab8f-2d5d9e2680eb req-7da1df35-463c-4d94-9d2a-5e7d27a41d7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=874a7eab-109f-48f7-89c5-683069ea851d HTTP/1.1" status: 200 len: 910 time: 0.0834849 Jan 26 19:09:26.304703 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-60acb3a5-96ba-40b2-ab8f-2d5d9e2680eb req-1ceab25d-844d-4b9c-b0b8-529f9f80d486 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc245b4-cb28-4de3-9d40-5b516d12dce4 HTTP/1.1" status: 200 len: 1001 time: 0.0624926 Jan 26 19:09:26.353916 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acb3a5-96ba-40b2-ab8f-2d5d9e2680eb req-81c7e60e-386f-4115-b66e-5f488195b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:26.355377 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-60acb3a5-96ba-40b2-ab8f-2d5d9e2680eb req-81c7e60e-386f-4115-b66e-5f488195b607 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d79fe66-52ef-4862-ad61-617b0985317a HTTP/1.1" status: 200 len: 848 time: 0.0441015 Jan 26 19:09:26.400942 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acb3a5-96ba-40b2-ab8f-2d5d9e2680eb req-86ab19a2-24c8-4ca9-8871-fc2507b710a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:26.402465 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-60acb3a5-96ba-40b2-ab8f-2d5d9e2680eb req-86ab19a2-24c8-4ca9-8871-fc2507b710a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=874a7eab-109f-48f7-89c5-683069ea851d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406096 Jan 26 19:09:26.496518 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-60acb3a5-96ba-40b2-ab8f-2d5d9e2680eb req-bdc0bd3e-c1bf-4094-96e9-6bc161cef90a service neutron] 10.222.0.55 "GET /v2.0/networks/874a7eab-109f-48f7-89c5-683069ea851d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870814 Jan 26 19:09:26.589134 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-60acb3a5-96ba-40b2-ab8f-2d5d9e2680eb req-5d2b776a-653c-463c-beab-1a4fa9d02e7e service neutron] 10.222.0.55 "GET /v2.0/networks/874a7eab-109f-48f7-89c5-683069ea851d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857716 Jan 26 19:09:28.810258 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5c8a2-f37d-4003-b75c-b8e305bb7fda req-e37e001d-f3e0-4293-8e8c-7330c3864ff3 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:28.812739 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4cb5c8a2-f37d-4003-b75c-b8e305bb7fda req-e37e001d-f3e0-4293-8e8c-7330c3864ff3 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0492349 Jan 26 19:09:28.859213 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4cb5c8a2-f37d-4003-b75c-b8e305bb7fda req-5e17ee78-58e6-44d5-a96e-ad6ba8c7841f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406995 Jan 26 19:09:29.563921 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 45698) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:09:29.665340 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:29.736153 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] Publish callbacks [] for security_group (f443fa9f-042c-4b3f-8a76-e0588a0c7bac), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:29.797388 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (f443fa9f-042c-4b3f-8a76-e0588a0c7bac), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:29.843295 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a4a9793499741a48f4bf7ca042da507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778859 Jan 26 19:09:29.844613 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f443fa9f-042c-4b3f-8a76-e0588a0c7bac,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:09:29.846060 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 45704) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:09:29.853294 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:29.853692 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:29.854013 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:29.854359 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:29.854701 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:29.855037 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:29.855372 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:29.855704 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:29.856040 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:29.856383 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:29.856701 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:29.857028 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:29.857432 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c6bdc2-f252-411a-9af5-502b857ab8af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:29.899072 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Publish callbacks [] for security_group (f443fa9f-042c-4b3f-8a76-e0588a0c7bac), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:29.920547 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Publish callbacks [] for security_group (f443fa9f-042c-4b3f-8a76-e0588a0c7bac), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:30.043360 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (f443fa9f-042c-4b3f-8a76-e0588a0c7bac), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:30.046039 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:30.047247 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f443fa9f-042c-4b3f-8a76-e0588a0c7bac HTTP/1.1" status: 204 len: 168 time: 0.2001419 Jan 26 19:09:30.055785 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f443fa9f-042c-4b3f-8a76-e0588a0c7bac,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:09:30.064464 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:30.064822 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:30.065197 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:30.065795 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:30.066135 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:30.066470 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:30.066795 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:30.067304 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:30.067637 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:30.068104 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:30.068283 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:30.068880 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:30.069261 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cdd7e-0d96-4fb2-80e5-31a641e773c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:30.148129 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e73524-de12-44f1-94c5-7452b3561de7 req-aa87f0d4-137e-4f84-8a84-c185770c2b1a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:30.149778 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-00e73524-de12-44f1-94c5-7452b3561de7 req-aa87f0d4-137e-4f84-8a84-c185770c2b1a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0530016 Jan 26 19:09:30.204638 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-00e73524-de12-44f1-94c5-7452b3561de7 req-444f1d33-8343-46d2-a06a-dd259a264823 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482771 Jan 26 19:09:31.325223 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37368095-6d51-449b-9aa7-87df3c46f5c2 req-1b3de027-85b8-4f33-b932-560fe86c4d8f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:31.327209 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-37368095-6d51-449b-9aa7-87df3c46f5c2 req-1b3de027-85b8-4f33-b932-560fe86c4d8f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0488694 Jan 26 19:09:31.376718 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-37368095-6d51-449b-9aa7-87df3c46f5c2 req-3f5ce6b5-91ed-4e49-90c2-be8b1b410122 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438881 Jan 26 19:09:32.495823 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71605c-ec53-4a92-9b83-195d1bf2414b req-a8356672-7e1a-4247-919e-c495db9c493f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:32.497334 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-db71605c-ec53-4a92-9b83-195d1bf2414b req-a8356672-7e1a-4247-919e-c495db9c493f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0480618 Jan 26 19:09:32.543138 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-db71605c-ec53-4a92-9b83-195d1bf2414b req-e7bbee7f-8d3d-41ab-9853-ab745fda5e1c tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402839 Jan 26 19:09:33.661896 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139979d-e30b-4669-be23-f490f39cac02 req-ac2d70c5-e7a2-46a7-875b-73b6b1757d3d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:33.663391 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8139979d-e30b-4669-be23-f490f39cac02 req-ac2d70c5-e7a2-46a7-875b-73b6b1757d3d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0477967 Jan 26 19:09:33.710733 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8139979d-e30b-4669-be23-f490f39cac02 req-05264a04-aa14-4470-a034-d52e1febd60c tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416934 Jan 26 19:09:34.834564 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d50bf-a55a-487e-93a0-9c0fec04bda8 req-a4f7f3a4-8c7e-4a65-b52d-f45f23fd8e17 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:34.835995 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-579d50bf-a55a-487e-93a0-9c0fec04bda8 req-a4f7f3a4-8c7e-4a65-b52d-f45f23fd8e17 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0518577 Jan 26 19:09:34.883815 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-579d50bf-a55a-487e-93a0-9c0fec04bda8 req-aa2ad11b-ed6a-4e40-b49e-992b118f83d4 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408952 Jan 26 19:09:36.001812 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c6ff8-27cd-4578-8903-01c236ec6511 req-4838a1fa-d8dc-4f15-8ee6-6909c79a54c5 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:36.003333 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-038c6ff8-27cd-4578-8903-01c236ec6511 req-4838a1fa-d8dc-4f15-8ee6-6909c79a54c5 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0482574 Jan 26 19:09:36.050325 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-038c6ff8-27cd-4578-8903-01c236ec6511 req-3f357dff-d214-414f-9a81-f2db4d231182 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415015 Jan 26 19:09:37.065574 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db04ccc7-ae61-42eb-b354-46faa4da5b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:37.171117 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87643ba8-ba24-4d4a-b50c-e02d2e284e98 req-f37a913f-5ddb-4920-b594-722d9f8405a4 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:37.172574 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-87643ba8-ba24-4d4a-b50c-e02d2e284e98 req-f37a913f-5ddb-4920-b594-722d9f8405a4 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0518110 Jan 26 19:09:37.221298 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-87643ba8-ba24-4d4a-b50c-e02d2e284e98 req-b564f8bf-38a9-49c7-9371-7ac82613ddd6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428379 Jan 26 19:09:37.681995 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98a750-d6d7-4cc8-b425-bfe0418dd7ad req-aa8a93cf-1287-4013-9259-1a9c72adf4dc tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:37.683492 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ce98a750-d6d7-4cc8-b425-bfe0418dd7ad req-aa8a93cf-1287-4013-9259-1a9c72adf4dc tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0492792 Jan 26 19:09:37.735582 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ce98a750-d6d7-4cc8-b425-bfe0418dd7ad req-518c1569-0da1-42c4-a12a-7ed3e0c15645 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454657 Jan 26 19:09:38.340714 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd599d4-ecf2-4ee2-8253-7b2c0d01191b req-bc0afcfe-4e23-48a4-bde5-c8e5396c1ef0 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:38.342240 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1dd599d4-ecf2-4ee2-8253-7b2c0d01191b req-bc0afcfe-4e23-48a4-bde5-c8e5396c1ef0 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0484858 Jan 26 19:09:38.392499 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1dd599d4-ecf2-4ee2-8253-7b2c0d01191b req-0b15e868-daad-4ed8-8a71-8d64113a7669 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445492 Jan 26 19:09:38.971795 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11313b9a-7b95-451e-a733-d41d7badd4d8 req-fcf23eff-09e7-4384-8562-620bda28c42e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:38.973711 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-11313b9a-7b95-451e-a733-d41d7badd4d8 req-fcf23eff-09e7-4384-8562-620bda28c42e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.1638472 Jan 26 19:09:39.026851 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-11313b9a-7b95-451e-a733-d41d7badd4d8 req-98222ba8-b705-40a9-9ab0-9ca3de869ec7 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471010 Jan 26 19:09:39.513306 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda37268-8717-4214-ba04-1282b663ea0f req-61c6b9fd-8d40-4d0a-9140-65751ef4962a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:39.514873 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cda37268-8717-4214-ba04-1282b663ea0f req-61c6b9fd-8d40-4d0a-9140-65751ef4962a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0489547 Jan 26 19:09:39.547494 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fc51740-439a-452e-88da-5af1f44aa45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:39.563503 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cda37268-8717-4214-ba04-1282b663ea0f req-3388e432-5312-4f94-ab29-5ba986d0c86d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429397 Jan 26 19:09:40.145033 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6cc04-98cb-4ee9-a48a-6ecbdfa99cfa req-86a8d241-1ce8-4410-a51a-8773052ca8a2 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:40.146476 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a5c6cc04-98cb-4ee9-a48a-6ecbdfa99cfa req-86a8d241-1ce8-4410-a51a-8773052ca8a2 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0494945 Jan 26 19:09:40.195005 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a5c6cc04-98cb-4ee9-a48a-6ecbdfa99cfa req-bb26b936-6121-4789-b2d3-cf6033e9af8d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429263 Jan 26 19:09:40.580121 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:40.685961 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbdd46-d5c7-46e3-bd19-313934e68f6c req-785726ce-590e-4a10-b965-36ae39649162 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:40.687439 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b0bbdd46-d5c7-46e3-bd19-313934e68f6c req-785726ce-590e-4a10-b965-36ae39649162 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0488889 Jan 26 19:09:40.733536 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b0bbdd46-d5c7-46e3-bd19-313934e68f6c req-2c2b505b-a1f4-415f-a1b0-f45b15a61ce5 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403745 Jan 26 19:09:41.310346 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7c9f1-4ade-4311-9629-be20a49cd125 req-1dca8fa0-134e-42af-bf8e-427438f30626 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:41.311809 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-35d7c9f1-4ade-4311-9629-be20a49cd125 req-1dca8fa0-134e-42af-bf8e-427438f30626 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0514259 Jan 26 19:09:41.360234 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-35d7c9f1-4ade-4311-9629-be20a49cd125 req-676226d2-9236-43ef-9f91-982386cb38e3 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429564 Jan 26 19:09:41.857484 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3c129-7b69-461f-b522-c7c081d8ef77 req-5312c716-13ac-4f39-a3d7-59fafe3091bc tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:41.858952 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-44d3c129-7b69-461f-b522-c7c081d8ef77 req-5312c716-13ac-4f39-a3d7-59fafe3091bc tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0541415 Jan 26 19:09:41.903789 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-44d3c129-7b69-461f-b522-c7c081d8ef77 req-1709f30b-12e3-41e7-8455-0721de305239 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394435 Jan 26 19:09:42.477360 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071343e1-075c-425a-bd71-7d878937a456 req-f9f720c7-440a-4e91-854c-0052fdaa36f2 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:42.478778 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-071343e1-075c-425a-bd71-7d878937a456 req-f9f720c7-440a-4e91-854c-0052fdaa36f2 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0487700 Jan 26 19:09:42.534288 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-071343e1-075c-425a-bd71-7d878937a456 req-f66d97c5-cd71-483b-97a2-a5d0ab26b7b5 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498846 Jan 26 19:09:42.626293 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:43.029344 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f1932-5dd9-4f64-9256-7219c402f2c8 req-2fadad80-e797-4bc0-9fe8-0418d62df447 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:43.030871 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0f9f1932-5dd9-4f64-9256-7219c402f2c8 req-2fadad80-e797-4bc0-9fe8-0418d62df447 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0521655 Jan 26 19:09:43.078801 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0f9f1932-5dd9-4f64-9256-7219c402f2c8 req-dc2ddf81-6ee9-43f1-8f7c-d1a7d3bd84bd tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422437 Jan 26 19:09:43.653016 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7a7a5-9518-4b48-b1bd-479290b0e7c0 req-ebbb2387-b5af-4ad4-a63a-f56b09ef5880 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:43.654578 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-92f7a7a5-9518-4b48-b1bd-479290b0e7c0 req-ebbb2387-b5af-4ad4-a63a-f56b09ef5880 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0508890 Jan 26 19:09:43.717377 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-92f7a7a5-9518-4b48-b1bd-479290b0e7c0 req-b31a2941-1354-4fd7-8dc0-6d69a399911a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558178 Jan 26 19:09:43.723013 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:44.212213 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce769090-4c8a-48e7-91f0-d17a2955b247 req-58958b71-fb15-478e-92e3-ca830b716899 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:44.213765 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ce769090-4c8a-48e7-91f0-d17a2955b247 req-58958b71-fb15-478e-92e3-ca830b716899 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0617464 Jan 26 19:09:44.266994 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ce769090-4c8a-48e7-91f0-d17a2955b247 req-09b6b0f2-4bfb-4b34-bfd6-aa0d5c133cff tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469651 Jan 26 19:09:44.846110 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fa317-cc54-440b-9cf8-c6f75e10c026 req-956b5cd5-24ed-45ee-969a-7f070f77645e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:44.847982 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-540fa317-cc54-440b-9cf8-c6f75e10c026 req-956b5cd5-24ed-45ee-969a-7f070f77645e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0563579 Jan 26 19:09:44.901958 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-540fa317-cc54-440b-9cf8-c6f75e10c026 req-452d8594-6ad0-48d9-940c-ccae83a3654d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485930 Jan 26 19:09:45.387590 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7842c-124b-4110-98c1-5b4b4e2e1aaa req-15eebe0a-f32d-46b8-9a2f-634e05d6b940 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:45.389117 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-95b7842c-124b-4110-98c1-5b4b4e2e1aaa req-15eebe0a-f32d-46b8-9a2f-634e05d6b940 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0490596 Jan 26 19:09:45.437331 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-95b7842c-124b-4110-98c1-5b4b4e2e1aaa req-ebefefc5-b738-4c2b-8f4a-f917aca8e2f6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413969 Jan 26 19:09:45.915841 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:09:46.010944 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:09:46.020542 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1f8bb-11df-47a1-85fd-18f47de6f426 req-62b787fb-dd82-4e10-8ae4-abdaaa29439b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:46.022144 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ffa1f8bb-11df-47a1-85fd-18f47de6f426 req-62b787fb-dd82-4e10-8ae4-abdaaa29439b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0495775 Jan 26 19:09:46.026998 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'port_id': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0', 'mac_address': 'fa:16:3e:73:f1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:09:46.063995 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 is: ACTIVE; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:09:46.064392 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:46.073878 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ffa1f8bb-11df-47a1-85fd-18f47de6f426 req-0ff99b8a-4616-4987-94ab-4fab519db427 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449314 Jan 26 19:09:46.077264 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:09:46.101093 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:09:46.174759 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:46.225498 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:09:46.232642 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:46.233023 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:46.233414 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:46.234382 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:46.234719 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:46.235053 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:46.235383 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:46.235711 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:46.236035 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:46.236372 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:46.236690 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:46.237010 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:46.237358 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:09:46.268313 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['299fc8d7-9f4d-4328-b86e-aa76bb3a48b0'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:09:46.565003 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cf6b7-9444-4046-bac8-e4b4fdab5b43 req-5a695f0a-d5e5-4d30-b867-35850e5f33f9 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:46.566670 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ec4cf6b7-9444-4046-bac8-e4b4fdab5b43 req-5a695f0a-d5e5-4d30-b867-35850e5f33f9 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 945 time: 0.0517192 Jan 26 19:09:46.617766 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ec4cf6b7-9444-4046-bac8-e4b4fdab5b43 req-315db695-847c-4183-ac95-c123e98bff82 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456793 Jan 26 19:09:47.197229 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dc7de-5301-4070-a6bf-5ef001617098 req-bf5df37c-4e73-41d3-823f-db3532bf7559 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:47.198853 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a17dc7de-5301-4070-a6bf-5ef001617098 req-bf5df37c-4e73-41d3-823f-db3532bf7559 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0548277 Jan 26 19:09:47.247939 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a17dc7de-5301-4070-a6bf-5ef001617098 req-4555957c-0845-4d20-841f-8b8b991a987a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433829 Jan 26 19:09:47.717543 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:09:47.750717 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6d46c-4363-400d-831d-24fd7c242a47 req-6203b481-af4f-4c30-b54d-cf0fe69e59c5 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:47.752225 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47b6d46c-4363-400d-831d-24fd7c242a47 req-6203b481-af4f-4c30-b54d-cf0fe69e59c5 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 945 time: 0.0569191 Jan 26 19:09:47.806598 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47b6d46c-4363-400d-831d-24fd7c242a47 req-267d7a67-4da7-4588-8a64-fa6441777c73 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461800 Jan 26 19:09:47.931787 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:09:47.990077 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:09:47.990747 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:48.020383 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea287e9-4d30-4392-b391-05ce10be28c4 req-f8be9c5c-456b-4c3d-9c20-764da6554261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:48.022137 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0ea287e9-4d30-4392-b391-05ce10be28c4 req-f8be9c5c-456b-4c3d-9c20-764da6554261 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f53141dac6548f282050b86063dad49&device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 1098 time: 0.1118000 Jan 26 19:09:48.094991 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:09:48.095703 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:48.122371 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea287e9-4d30-4392-b391-05ce10be28c4 req-a3257845-993d-4540-b70b-0f467540f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:48.123476 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:09:48.124912 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0ea287e9-4d30-4392-b391-05ce10be28c4 req-a3257845-993d-4540-b70b-0f467540f3f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=874a7eab-109f-48f7-89c5-683069ea851d HTTP/1.1" status: 200 len: 910 time: 0.0966346 Jan 26 19:09:48.125819 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc21d696-d1f4-4dcb-aab8-14a09c71a23a" -d '{"events": [{"server_uuid": "78454f4d-243c-4bd1-86e0-a522245fe7a2", "name": "network-vif-plugged", "status": "completed", "tag": "299fc8d7-9f4d-4328-b86e-aa76bb3a48b0"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:09:48.144235 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:09:48.179074 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7effdea3-944d-4d23-900d-e748c43d9e86 x-openstack-request-id: req-7effdea3-944d-4d23-900d-e748c43d9e86 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:09:48.179767 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78454f4d-243c-4bd1-86e0-a522245fe7a2", "name": "network-vif-plugged", "status": "completed", "tag": "299fc8d7-9f4d-4328-b86e-aa76bb3a48b0", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:09:48.179959 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7effdea3-944d-4d23-900d-e748c43d9e86 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:09:48.180445 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0', 'code': 200} Jan 26 19:09:48.222648 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0ea287e9-4d30-4392-b391-05ce10be28c4 req-7770c2a4-1a2f-4d1e-bcc9-6b56af1db663 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc245b4-cb28-4de3-9d40-5b516d12dce4 HTTP/1.1" status: 200 len: 1001 time: 0.0901153 Jan 26 19:09:48.232598 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:48.287782 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea287e9-4d30-4392-b391-05ce10be28c4 req-a8b99a75-cc0f-4be2-90e6-38d78288d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:48.289786 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0ea287e9-4d30-4392-b391-05ce10be28c4 req-a8b99a75-cc0f-4be2-90e6-38d78288d527 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d79fe66-52ef-4862-ad61-617b0985317a HTTP/1.1" status: 200 len: 848 time: 0.0603342 Jan 26 19:09:48.299564 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:09:48.352684 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea287e9-4d30-4392-b391-05ce10be28c4 req-9ca58db2-32e6-4a0e-98eb-a27c4c696673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:48.354277 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0ea287e9-4d30-4392-b391-05ce10be28c4 req-9ca58db2-32e6-4a0e-98eb-a27c4c696673 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=874a7eab-109f-48f7-89c5-683069ea851d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574512 Jan 26 19:09:48.427475 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c1484-f935-4b5c-a923-577a535bb3a4 req-d60a0c07-a134-48ba-be74-ccf17394d40d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:48.435897 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af9c1484-f935-4b5c-a923-577a535bb3a4 req-d60a0c07-a134-48ba-be74-ccf17394d40d tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0731797 Jan 26 19:09:48.519532 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0ea287e9-4d30-4392-b391-05ce10be28c4 req-e9e9f39e-7b3e-492e-8c71-6338596872f6 service neutron] 10.222.0.55 "GET /v2.0/networks/874a7eab-109f-48f7-89c5-683069ea851d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584742 Jan 26 19:09:48.521635 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af9c1484-f935-4b5c-a923-577a535bb3a4 req-0e1602e9-9cbb-4386-b56c-d6ac3ed02236 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838878 Jan 26 19:09:48.637685 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0ea287e9-4d30-4392-b391-05ce10be28c4 req-379cb55b-1443-4363-b3dd-94016359c847 service neutron] 10.222.0.55 "GET /v2.0/networks/874a7eab-109f-48f7-89c5-683069ea851d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118546 Jan 26 19:09:48.994926 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8131de0-f969-4695-96e2-b4073c8772bc req-5b08ef4a-bc17-432e-a236-d672e1d03658 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:48.996525 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c8131de0-f969-4695-96e2-b4073c8772bc req-5b08ef4a-bc17-432e-a236-d672e1d03658 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.1036191 Jan 26 19:09:49.068394 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c8131de0-f969-4695-96e2-b4073c8772bc req-49d25b33-2717-4f04-b3e9-9dca2c3cbcca tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635693 Jan 26 19:09:49.650883 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913dad5-a3a2-41e1-8e15-d86762306b2f req-8c8156f8-2650-42e4-9283-570c79be0d17 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:49.659531 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7913dad5-a3a2-41e1-8e15-d86762306b2f req-8c8156f8-2650-42e4-9283-570c79be0d17 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0636799 Jan 26 19:09:49.709289 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7913dad5-a3a2-41e1-8e15-d86762306b2f req-5d211d76-5c32-43e2-b08b-82ca61ea3b8a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488286 Jan 26 19:09:50.197595 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317b2a2-ee29-4518-a10c-e4f309fc8c8f req-e1db9051-576d-448e-ad6a-19521e8c171a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:50.199561 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b317b2a2-ee29-4518-a10c-e4f309fc8c8f req-e1db9051-576d-448e-ad6a-19521e8c171a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0658517 Jan 26 19:09:50.252734 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b317b2a2-ee29-4518-a10c-e4f309fc8c8f req-f3ef141b-7571-4e8d-962d-1cbdd62ed22f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461860 Jan 26 19:09:50.901338 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52443438-7c58-40c8-81e3-2a8d29e505f9 req-06938aff-7d87-420a-ad01-625b16a02e5c tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:50.902965 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-52443438-7c58-40c8-81e3-2a8d29e505f9 req-06938aff-7d87-420a-ad01-625b16a02e5c tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0554869 Jan 26 19:09:50.985298 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-52443438-7c58-40c8-81e3-2a8d29e505f9 req-84de9e89-7528-47e6-8d0f-1598e8156fae tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723696 Jan 26 19:09:51.388129 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812c5de-7e9b-4ba9-a5a4-7882d611de20 req-43bb43d0-ead9-4e36-af37-c3c089dc68d6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:51.396570 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a812c5de-7e9b-4ba9-a5a4-7882d611de20 req-43bb43d0-ead9-4e36-af37-c3c089dc68d6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0648582 Jan 26 19:09:51.451901 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a812c5de-7e9b-4ba9-a5a4-7882d611de20 req-074b6754-ab55-442a-a004-8f21508d6b85 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543070 Jan 26 19:09:51.974769 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:52.137682 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17ba84-3f5e-44c9-9ff3-41bcbaba1534 req-4ea2e2c1-78c0-47f3-b0c9-2abc49bbb33e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:52.139189 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1d17ba84-3f5e-44c9-9ff3-41bcbaba1534 req-4ea2e2c1-78c0-47f3-b0c9-2abc49bbb33e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0691583 Jan 26 19:09:52.216382 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1d17ba84-3f5e-44c9-9ff3-41bcbaba1534 req-958328c5-7acf-4a94-9e6c-bc4671a4733a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688367 Jan 26 19:09:52.595914 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f13f35-4167-4f7b-82c6-44ea3be21cce req-1b5c21f4-8236-4c6a-a405-31bc743bb5ae tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:52.597794 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-96f13f35-4167-4f7b-82c6-44ea3be21cce req-1b5c21f4-8236-4c6a-a405-31bc743bb5ae tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0617092 Jan 26 19:09:52.660524 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62f44d-eb3d-45fa-b79c-cbcd6f2ee9d2 req-e690b816-5fa8-407c-b2cb-8ac6926b5701 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:52.668291 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7e62f44d-eb3d-45fa-b79c-cbcd6f2ee9d2 req-e690b816-5fa8-407c-b2cb-8ac6926b5701 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0903192 Jan 26 19:09:52.692250 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-96f13f35-4167-4f7b-82c6-44ea3be21cce req-2a203f00-b1b0-4905-9047-78e6c55a77cc tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885754 Jan 26 19:09:52.706063 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b83063a3-3ef8-46e7-a2df-6eebc423621e req-1ce38cd6-95f6-486e-b4dd-a63c948b6f9e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778956 Jan 26 19:09:52.783587 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7e62f44d-eb3d-45fa-b79c-cbcd6f2ee9d2 req-97566b3c-e9d1-48ad-9ca2-520f69ee60f7 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140652 Jan 26 19:09:53.836358 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53da705-2c34-4a23-9918-fcf036e54540 req-fc688831-0d39-4d05-bdcd-a4b9e37a20d6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:53.838734 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a53da705-2c34-4a23-9918-fcf036e54540 req-fc688831-0d39-4d05-bdcd-a4b9e37a20d6 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0634503 Jan 26 19:09:53.934520 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a53da705-2c34-4a23-9918-fcf036e54540 req-b74cf380-d50f-4027-812b-52e994e8e203 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800142 Jan 26 19:09:53.938765 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416a024-1450-4500-980d-f5c142e131bf req-28c709c9-9bc7-448e-96ff-62785d39ae52 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:53.961574 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 9cc245b4-cb28-4de3-9d40-5b516d12dce4 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:09:53.962413 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1416a024-1450-4500-980d-f5c142e131bf req-28c709c9-9bc7-448e-96ff-62785d39ae52 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.1092677 Jan 26 19:09:54.033883 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1416a024-1450-4500-980d-f5c142e131bf req-b7fb5f78-5e49-4957-8d81-be11e1ed2003 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702591 Jan 26 19:09:54.070235 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 9cc245b4-cb28-4de3-9d40-5b516d12dce4 is: ACTIVE; New status is: DOWN {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:09:54.070820 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:54.110944 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc245b4-cb28-4de3-9d40-5b516d12dce4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:09:54.113431 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1129006b-56c9-4186-aba5-4c93586277ec" -d '{"events": [{"server_uuid": "1ef025c9-13cc-4a98-998f-1ba4d0634607", "name": "network-vif-unplugged", "status": "completed", "tag": "9cc245b4-cb28-4de3-9d40-5b516d12dce4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:09:54.134100 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 9cc245b4-cb28-4de3-9d40-5b516d12dce4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9cc245b4-cb28-4de3-9d40-5b516d12dce4,segment=NetworkSegment(b16e6f97-9990-46b5-b2c4-6c9429f9c137),segment_id=b16e6f97-9990-46b5-b2c4-6c9429f9c137)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:09:54.214534 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:09:54.242345 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 26 Jan 2022 19:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29db4cf-a370-4196-9ac7-0951c87edb89 x-openstack-request-id: req-d29db4cf-a370-4196-9ac7-0951c87edb89 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:09:54.243029 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef025c9-13cc-4a98-998f-1ba4d0634607", "name": "network-vif-unplugged", "status": "failed", "tag": "9cc245b4-cb28-4de3-9d40-5b516d12dce4", "code": 422}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:09:54.243525 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d29db4cf-a370-4196-9ac7-0951c87edb89 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:09:54.244193 dv-cinder-824187-6-iscsi neutron-server[103147]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9cc245b4-cb28-4de3-9d40-5b516d12dce4', 'code': 422} returned with failed status Jan 26 19:09:54.272450 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=9cc245b4-cb28-4de3-9d40-5b516d12dce4,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:09:55.144016 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd9ce0-ca22-4a35-9983-a3ad47abf025 req-3fc6eb41-05bf-4e3e-a86a-3244a3af89af tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:55.153159 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dbbd9ce0-ca22-4a35-9983-a3ad47abf025 req-3fc6eb41-05bf-4e3e-a86a-3244a3af89af tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0761940 Jan 26 19:09:55.219136 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dbbd9ce0-ca22-4a35-9983-a3ad47abf025 req-62ec3cfe-cce4-409d-afa6-62088eb3017c tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649424 Jan 26 19:09:55.382747 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c8263-04f6-4255-8e6c-604e499a105c req-ca9f0ae3-4e9d-45eb-8f9f-f36dc6f21aaa tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:55.384418 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9a2c8263-04f6-4255-8e6c-604e499a105c req-ca9f0ae3-4e9d-45eb-8f9f-f36dc6f21aaa tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0889211 Jan 26 19:09:55.461935 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9a2c8263-04f6-4255-8e6c-604e499a105c req-a97db1fe-baf2-436d-b508-3cac4eed4c4e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703981 Jan 26 19:09:56.026801 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83063a3-3ef8-46e7-a2df-6eebc423621e req-bd514325-77c3-4601-8e3f-7615017b540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:56.029361 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b83063a3-3ef8-46e7-a2df-6eebc423621e req-bd514325-77c3-4601-8e3f-7615017b540e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607&tenant_id=4f53141dac6548f282050b86063dad49 HTTP/1.1" status: 200 len: 1096 time: 0.0666599 Jan 26 19:09:56.118165 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83063a3-3ef8-46e7-a2df-6eebc423621e req-f140ec25-2853-4c58-ab9a-841a4b24cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:56.120133 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b83063a3-3ef8-46e7-a2df-6eebc423621e req-f140ec25-2853-4c58-ab9a-841a4b24cea8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f53141dac6548f282050b86063dad49&device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 1096 time: 0.0619040 Jan 26 19:09:56.224880 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83063a3-3ef8-46e7-a2df-6eebc423621e req-1206aa11-aad0-4d5f-a375-1e18d863b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:56.226571 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b83063a3-3ef8-46e7-a2df-6eebc423621e req-1206aa11-aad0-4d5f-a375-1e18d863b170 service neutron] 10.222.0.55 "GET /v2.0/networks?id=874a7eab-109f-48f7-89c5-683069ea851d HTTP/1.1" status: 200 len: 910 time: 0.1007426 Jan 26 19:09:56.300238 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b83063a3-3ef8-46e7-a2df-6eebc423621e req-ef52d023-200b-4f62-8039-f2b653b159f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc245b4-cb28-4de3-9d40-5b516d12dce4 HTTP/1.1" status: 200 len: 999 time: 0.0676014 Jan 26 19:09:56.357654 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83063a3-3ef8-46e7-a2df-6eebc423621e req-e4c1645e-8810-47ce-8cdf-309770816240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:56.359674 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b83063a3-3ef8-46e7-a2df-6eebc423621e req-e4c1645e-8810-47ce-8cdf-309770816240 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d79fe66-52ef-4862-ad61-617b0985317a HTTP/1.1" status: 200 len: 848 time: 0.0522645 Jan 26 19:09:56.371069 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8828b-279c-4454-ab85-c0a5f70e3772 req-19b07f86-ca31-4850-a414-0ba9fe62362a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:56.372790 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81e8828b-279c-4454-ab85-c0a5f70e3772 req-19b07f86-ca31-4850-a414-0ba9fe62362a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0600557 Jan 26 19:09:56.416807 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83063a3-3ef8-46e7-a2df-6eebc423621e req-38c66929-b2ef-43be-bd85-390a910ef572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:56.418385 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b83063a3-3ef8-46e7-a2df-6eebc423621e req-38c66929-b2ef-43be-bd85-390a910ef572 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=874a7eab-109f-48f7-89c5-683069ea851d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497241 Jan 26 19:09:56.487063 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81e8828b-279c-4454-ab85-c0a5f70e3772 req-c81c2fe2-0cdd-4083-b7fd-4244c8e5151b tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953023 Jan 26 19:09:56.522597 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b83063a3-3ef8-46e7-a2df-6eebc423621e req-d12058a8-e924-4a79-ba95-e09cb85bad7f service neutron] 10.222.0.55 "GET /v2.0/networks/874a7eab-109f-48f7-89c5-683069ea851d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960376 Jan 26 19:09:56.669449 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b83063a3-3ef8-46e7-a2df-6eebc423621e req-9702fdac-9989-45b5-85d9-4d1916ca09ed service neutron] 10.222.0.55 "GET /v2.0/networks/874a7eab-109f-48f7-89c5-683069ea851d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403131 Jan 26 19:09:56.678470 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e74954-f0d6-4132-80b9-bbb0094bca9e req-ea79bf09-9817-4a36-920f-7c38811360f6 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:56.680016 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-58e74954-f0d6-4132-80b9-bbb0094bca9e req-ea79bf09-9817-4a36-920f-7c38811360f6 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0889678 Jan 26 19:09:56.743450 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-58e74954-f0d6-4132-80b9-bbb0094bca9e req-5fd12cd8-5668-466a-be2b-543f8d57c8e2 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551672 Jan 26 19:09:57.642033 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fea72-62d6-465f-ad4a-1c58bacc701e req-d4a1d6d0-0bbc-4c80-8785-3c738d235009 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:57.643699 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e93fea72-62d6-465f-ad4a-1c58bacc701e req-d4a1d6d0-0bbc-4c80-8785-3c738d235009 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0569370 Jan 26 19:09:57.713308 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e93fea72-62d6-465f-ad4a-1c58bacc701e req-5b8a29ac-fefb-4246-89ff-bfdff824af82 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504873 Jan 26 19:09:57.877520 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f9464-539a-4a85-94c5-33fe64659d37 req-4a23acfc-2f8d-493d-a83f-2d088431c2c4 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:57.879160 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d57f9464-539a-4a85-94c5-33fe64659d37 req-4a23acfc-2f8d-493d-a83f-2d088431c2c4 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0543501 Jan 26 19:09:57.940520 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d57f9464-539a-4a85-94c5-33fe64659d37 req-5bc7a872-b938-4e7b-8c5a-18435e855e43 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547993 Jan 26 19:09:58.820429 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d1991-01e2-4f21-98bc-e68535ea89f4 req-b68d8eea-7ff9-4fd4-a02f-21ce9c685cdb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:58.821949 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2c4d1991-01e2-4f21-98bc-e68535ea89f4 req-b68d8eea-7ff9-4fd4-a02f-21ce9c685cdb tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0536485 Jan 26 19:09:59.072943 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2c4d1991-01e2-4f21-98bc-e68535ea89f4 req-55c3e7d6-745f-4255-b3fe-21c735704521 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450800 Jan 26 19:09:59.076148 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b0f53-a15c-4047-a6f1-e22784eb0e02 req-f61fbc64-c5f9-4e66-abf5-3e6b6abfc1ac tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:59.078448 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ca9b0f53-a15c-4047-a6f1-e22784eb0e02 req-f61fbc64-c5f9-4e66-abf5-3e6b6abfc1ac tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0675275 Jan 26 19:09:59.150058 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc92a2-bc42-4311-adf1-95938799ab67 req-9e3bf03c-2702-4a91-ad4b-43c5e38061c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:59.151581 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-43bc92a2-bc42-4311-adf1-95938799ab67 req-9e3bf03c-2702-4a91-ad4b-43c5e38061c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=576e14109c434e728644c0dd02a7a738&device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 1099 time: 0.0722241 Jan 26 19:09:59.156977 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ca9b0f53-a15c-4047-a6f1-e22784eb0e02 req-62292d1a-7e3b-4f84-8aaa-e7bd6a2f5200 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696077 Jan 26 19:09:59.245736 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc92a2-bc42-4311-adf1-95938799ab67 req-2926ee84-cf21-4bae-a204-ff18edc87f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:59.247215 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-43bc92a2-bc42-4311-adf1-95938799ab67 req-2926ee84-cf21-4bae-a204-ff18edc87f5f service neutron] 10.222.0.55 "GET /v2.0/networks?id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca HTTP/1.1" status: 200 len: 918 time: 0.0867183 Jan 26 19:09:59.311968 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-43bc92a2-bc42-4311-adf1-95938799ab67 req-3fe8ed53-f331-4325-8d1b-7d67e08185b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 HTTP/1.1" status: 200 len: 1002 time: 0.0588121 Jan 26 19:09:59.362548 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc92a2-bc42-4311-adf1-95938799ab67 req-215533ea-566f-486f-b676-42b86064883f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:59.364015 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-43bc92a2-bc42-4311-adf1-95938799ab67 req-215533ea-566f-486f-b676-42b86064883f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4adaee3d-1301-410a-8b8d-af3b7bad3ff4 HTTP/1.1" status: 200 len: 856 time: 0.0462718 Jan 26 19:09:59.408119 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc92a2-bc42-4311-adf1-95938799ab67 req-41b11723-b3e3-4762-8f74-67b9a1b52d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:09:59.409623 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-43bc92a2-bc42-4311-adf1-95938799ab67 req-41b11723-b3e3-4762-8f74-67b9a1b52d01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396216 Jan 26 19:09:59.496703 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-43bc92a2-bc42-4311-adf1-95938799ab67 req-fce1c2d2-39db-4de9-bb45-54937b81698a service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803008 Jan 26 19:09:59.590153 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-43bc92a2-bc42-4311-adf1-95938799ab67 req-89cc6403-7633-4d87-9e23-e4d4bf554c51 service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866861 Jan 26 19:10:00.198393 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e1f3f-ba56-4902-928d-9fbf7a6f3d62 req-13d112aa-d093-4cd8-bbe2-a8f1e0aded4f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:00.199894 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-644e1f3f-ba56-4902-928d-9fbf7a6f3d62 req-13d112aa-d093-4cd8-bbe2-a8f1e0aded4f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0485773 Jan 26 19:10:00.246925 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-644e1f3f-ba56-4902-928d-9fbf7a6f3d62 req-73f319dc-5ee7-46f2-a7bb-5ccbbc0ba0c0 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414615 Jan 26 19:10:00.270921 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba622f17-1292-46e8-be19-2e973a6d1b16 req-26810c27-e30c-4b61-b78a-5f59bec42b67 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:00.272407 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ba622f17-1292-46e8-be19-2e973a6d1b16 req-26810c27-e30c-4b61-b78a-5f59bec42b67 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0483909 Jan 26 19:10:00.320427 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ba622f17-1292-46e8-be19-2e973a6d1b16 req-b7abf7af-39ce-4e47-a108-b9f19e9560bf tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424674 Jan 26 19:10:01.365101 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6846e-9a60-4fce-a885-b6db02df98e9 req-31ec5840-8faa-4a8b-847a-2f893f8b6757 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:01.366600 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-82f6846e-9a60-4fce-a885-b6db02df98e9 req-31ec5840-8faa-4a8b-847a-2f893f8b6757 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0480680 Jan 26 19:10:01.416686 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-82f6846e-9a60-4fce-a885-b6db02df98e9 req-52a65f3a-45cd-47c9-a8d8-f3737c5baa43 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443985 Jan 26 19:10:01.434513 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715eb1cf-5600-43e3-ae56-0fb2f611c26b req-1ee47aab-ee41-4987-9869-c2be3dd634fc tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:01.436068 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-715eb1cf-5600-43e3-ae56-0fb2f611c26b req-1ee47aab-ee41-4987-9869-c2be3dd634fc tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0482564 Jan 26 19:10:01.489292 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-715eb1cf-5600-43e3-ae56-0fb2f611c26b req-b0543c5a-13ee-46b9-9bea-154463e66d48 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470955 Jan 26 19:10:02.537582 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed7077-87d9-4e4a-a845-a5d0ad11c45e req-a30688dd-616f-4179-a360-3571812e3165 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:02.539229 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e7ed7077-87d9-4e4a-a845-a5d0ad11c45e req-a30688dd-616f-4179-a360-3571812e3165 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 946 time: 0.0498829 Jan 26 19:10:02.588826 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e7ed7077-87d9-4e4a-a845-a5d0ad11c45e req-783bcfa6-73f2-4639-b137-960340b8bd6d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440254 Jan 26 19:10:02.608578 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf2a6e-f118-4771-9a25-dd91fa63ed78 req-c912b033-116e-49f4-95a8-e764ef2bfad1 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:02.610130 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8caf2a6e-f118-4771-9a25-dd91fa63ed78 req-c912b033-116e-49f4-95a8-e764ef2bfad1 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0507214 Jan 26 19:10:02.663295 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8caf2a6e-f118-4771-9a25-dd91fa63ed78 req-ded0569d-681c-4d81-bf0e-e8af3002a308 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474102 Jan 26 19:10:03.804257 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92cda0-bcc2-4a03-aa33-a7a20f61ffe3 req-0c9855fc-9136-4e92-a2ac-f92e506a6059 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:03.806831 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ec92cda0-bcc2-4a03-aa33-a7a20f61ffe3 req-0c9855fc-9136-4e92-a2ac-f92e506a6059 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0640969 Jan 26 19:10:03.861479 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ec92cda0-bcc2-4a03-aa33-a7a20f61ffe3 req-8717455c-c0a0-406e-ab11-8d9ad276bcd3 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496659 Jan 26 19:10:04.023106 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:10:04.114865 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 is: ACTIVE; New status is: DOWN {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:04.116358 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:04.148758 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:10:04.151313 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4640a62-b57f-4964-8fcc-9781706e570c" -d '{"events": [{"server_uuid": "78454f4d-243c-4bd1-86e0-a522245fe7a2", "name": "network-vif-unplugged", "status": "completed", "tag": "299fc8d7-9f4d-4328-b86e-aa76bb3a48b0"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:10:04.167852 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:04.200380 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 26 Jan 2022 19:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7913322-2250-4874-97ad-34e98d2049a3 x-openstack-request-id: req-d7913322-2250-4874-97ad-34e98d2049a3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:10:04.201360 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78454f4d-243c-4bd1-86e0-a522245fe7a2", "name": "network-vif-unplugged", "status": "failed", "tag": "299fc8d7-9f4d-4328-b86e-aa76bb3a48b0", "code": 422}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:10:04.201360 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7913322-2250-4874-97ad-34e98d2049a3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:10:04.201360 dv-cinder-824187-6-iscsi neutron-server[103147]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0', 'code': 422} returned with failed status Jan 26 19:10:04.249020 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:04.306982 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,revision_number=8']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:04.982153 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb0c43-e57c-4999-9d57-b4b01dfcd567 req-6dc73bb8-517a-457d-ba27-9c96f2251712 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:04.983685 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f2fb0c43-e57c-4999-9d57-b4b01dfcd567 req-6dc73bb8-517a-457d-ba27-9c96f2251712 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0526567 Jan 26 19:10:05.041282 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f2fb0c43-e57c-4999-9d57-b4b01dfcd567 req-f458b24d-22a1-4a8c-986d-1571817f2bf1 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503795 Jan 26 19:10:05.162145 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1524b-45d8-42dc-b8eb-dca3ee468cdd req-016440eb-a7fb-4aa2-bcb1-c38f854a216e tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:05.163744 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5ae1524b-45d8-42dc-b8eb-dca3ee468cdd req-016440eb-a7fb-4aa2-bcb1-c38f854a216e tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 944 time: 0.0563312 Jan 26 19:10:05.222717 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5ae1524b-45d8-42dc-b8eb-dca3ee468cdd req-9a20c1d7-d307-4ade-b08c-c07ec6596162 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529921 Jan 26 19:10:05.577496 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 46274) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:05.662549 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-63a91f5f-f9fe-49b7-98c8-2b749d40e696 req-76f350a2-ddf8-4a23-9de6-05a9f21d2035 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838516 Jan 26 19:10:05.671106 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [req-63a91f5f-f9fe-49b7-98c8-2b749d40e696 req-6a8cab91-0ce2-4de7-996b-bd3f7fdd63b1 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:10:05.672708 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-63a91f5f-f9fe-49b7-98c8-2b749d40e696 req-6a8cab91-0ce2-4de7-996b-bd3f7fdd63b1 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055637 Jan 26 19:10:06.040319 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 9cc245b4-cb28-4de3-9d40-5b516d12dce4 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:10:06.155682 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 9cc245b4-cb28-4de3-9d40-5b516d12dce4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9cc245b4-cb28-4de3-9d40-5b516d12dce4,segment=NetworkSegment(b16e6f97-9990-46b5-b2c4-6c9429f9c137),segment_id=b16e6f97-9990-46b5-b2c4-6c9429f9c137)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:06.168269 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': '9cc245b4-cb28-4de3-9d40-5b516d12dce4', 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d', 'port_id': '9cc245b4-cb28-4de3-9d40-5b516d12dce4', 'mac_address': 'fa:16:3e:e1:74:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:10:06.186377 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017fe04-0328-49ee-b7ab-60cdf850fd0e req-54d33fe4-2e97-4c94-a43a-93729e8a8a7a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:06.188078 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d017fe04-0328-49ee-b7ab-60cdf850fd0e req-54d33fe4-2e97-4c94-a43a-93729e8a8a7a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 943 time: 0.0565026 Jan 26 19:10:06.215089 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 9cc245b4-cb28-4de3-9d40-5b516d12dce4 is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:06.215480 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:06.230380 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc245b4-cb28-4de3-9d40-5b516d12dce4 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:10:06.245340 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d017fe04-0328-49ee-b7ab-60cdf850fd0e req-0943beb8-f737-4149-bef8-efa52a999400 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504258 Jan 26 19:10:06.251467 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 9cc245b4-cb28-4de3-9d40-5b516d12dce4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9cc245b4-cb28-4de3-9d40-5b516d12dce4,segment=NetworkSegment(b16e6f97-9990-46b5-b2c4-6c9429f9c137),segment_id=b16e6f97-9990-46b5-b2c4-6c9429f9c137)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:06.329449 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:06.368902 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd930ef-e7f7-40df-96d4-5d259cbadfed req-15ffb323-a97b-461e-ad20-c157abbc6db8 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:06.371019 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-afd930ef-e7f7-40df-96d4-5d259cbadfed req-15ffb323-a97b-461e-ad20-c157abbc6db8 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 944 time: 0.0645587 Jan 26 19:10:06.383340 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=9cc245b4-cb28-4de3-9d40-5b516d12dce4,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:06.434098 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-afd930ef-e7f7-40df-96d4-5d259cbadfed req-f7518186-4dd4-430d-881c-346615647c91 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574272 Jan 26 19:10:06.580889 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['9cc245b4-cb28-4de3-9d40-5b516d12dce4'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:10:07.075767 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be2c5b0a-15b5-4fb3-998a-75de7c73d1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:07.157676 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a91f5f-f9fe-49b7-98c8-2b749d40e696 req-fc543c06-9e50-4137-91fe-93acbdc0deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:07.159240 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63a91f5f-f9fe-49b7-98c8-2b749d40e696 req-fc543c06-9e50-4137-91fe-93acbdc0deff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2&tenant_id=576e14109c434e728644c0dd02a7a738 HTTP/1.1" status: 200 len: 1097 time: 0.0463014 Jan 26 19:10:07.237323 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a91f5f-f9fe-49b7-98c8-2b749d40e696 req-9feb2234-7e1d-4eaf-93f9-c28854a1af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:07.238827 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63a91f5f-f9fe-49b7-98c8-2b749d40e696 req-9feb2234-7e1d-4eaf-93f9-c28854a1af6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=576e14109c434e728644c0dd02a7a738&device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 1097 time: 0.0420027 Jan 26 19:10:07.343155 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a91f5f-f9fe-49b7-98c8-2b749d40e696 req-874684e6-3d5a-45c3-b1d7-54d595fb456c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:07.345263 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63a91f5f-f9fe-49b7-98c8-2b749d40e696 req-874684e6-3d5a-45c3-b1d7-54d595fb456c service neutron] 10.222.0.55 "GET /v2.0/networks?id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca HTTP/1.1" status: 200 len: 918 time: 0.0992744 Jan 26 19:10:07.378720 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e23bcf-e9a9-4ef3-a777-f7048e497eff req-d54bce57-44a1-4821-92ec-eeee67169871 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:07.380405 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-74e23bcf-e9a9-4ef3-a777-f7048e497eff req-d54bce57-44a1-4821-92ec-eeee67169871 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 944 time: 0.0584297 Jan 26 19:10:07.416078 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63a91f5f-f9fe-49b7-98c8-2b749d40e696 req-6d4c86ad-b4de-4854-a1fc-755e7524548d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 HTTP/1.1" status: 200 len: 1000 time: 0.0642848 Jan 26 19:10:07.436491 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-74e23bcf-e9a9-4ef3-a777-f7048e497eff req-49436cf8-0841-430b-8a45-914930f95a21 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492613 Jan 26 19:10:07.470919 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a91f5f-f9fe-49b7-98c8-2b749d40e696 req-6f187221-71d1-4ae8-b6f4-cc21a9306e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:07.472380 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63a91f5f-f9fe-49b7-98c8-2b749d40e696 req-6f187221-71d1-4ae8-b6f4-cc21a9306e10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4adaee3d-1301-410a-8b8d-af3b7bad3ff4 HTTP/1.1" status: 200 len: 856 time: 0.0495558 Jan 26 19:10:07.547610 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a91f5f-f9fe-49b7-98c8-2b749d40e696 req-0ec54fb2-a0c8-4ac7-ac9b-b9ae223fd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:07.549096 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63a91f5f-f9fe-49b7-98c8-2b749d40e696 req-0ec54fb2-a0c8-4ac7-ac9b-b9ae223fd174 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699279 Jan 26 19:10:07.581863 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff40f3-73ab-4a84-8e53-0728650ac2c7 req-8ab02972-3d2e-4509-8f71-8e081a4da4f9 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:07.583292 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c8ff40f3-73ab-4a84-8e53-0728650ac2c7 req-8ab02972-3d2e-4509-8f71-8e081a4da4f9 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 944 time: 0.0719271 Jan 26 19:10:07.679161 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c8ff40f3-73ab-4a84-8e53-0728650ac2c7 req-9e42b8f1-4566-40fb-b4e3-0f57c1b9b228 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701647 Jan 26 19:10:07.684186 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63a91f5f-f9fe-49b7-98c8-2b749d40e696 req-53376a91-4d9b-4fdb-97bb-29116945b1f8 service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270747 Jan 26 19:10:07.776390 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63a91f5f-f9fe-49b7-98c8-2b749d40e696 req-29f0503e-e54a-4439-a734-4135373e5504 service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834920 Jan 26 19:10:08.054979 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 9cc245b4-cb28-4de3-9d40-5b516d12dce4 up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:10:08.112089 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port 9cc245b4-cb28-4de3-9d40-5b516d12dce4 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:08.112617 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:08.207268 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 9cc245b4-cb28-4de3-9d40-5b516d12dce4 is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:08.207654 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:08.230345 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc245b4-cb28-4de3-9d40-5b516d12dce4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:10:08.232589 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f60dc9-1519-4a7a-8190-82af63c46c5b" -d '{"events": [{"server_uuid": "1ef025c9-13cc-4a98-998f-1ba4d0634607", "name": "network-vif-plugged", "status": "completed", "tag": "9cc245b4-cb28-4de3-9d40-5b516d12dce4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:10:08.249442 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 9cc245b4-cb28-4de3-9d40-5b516d12dce4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9cc245b4-cb28-4de3-9d40-5b516d12dce4,segment=NetworkSegment(b16e6f97-9990-46b5-b2c4-6c9429f9c137),segment_id=b16e6f97-9990-46b5-b2c4-6c9429f9c137)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:08.271549 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aac0e18-9040-4f54-b52c-232be1b6fade x-openstack-request-id: req-6aac0e18-9040-4f54-b52c-232be1b6fade {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:10:08.271839 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef025c9-13cc-4a98-998f-1ba4d0634607", "name": "network-vif-plugged", "status": "completed", "tag": "9cc245b4-cb28-4de3-9d40-5b516d12dce4", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:10:08.272093 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6aac0e18-9040-4f54-b52c-232be1b6fade {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:10:08.272487 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc245b4-cb28-4de3-9d40-5b516d12dce4', 'code': 200} Jan 26 19:10:08.339210 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:08.401467 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=9cc245b4-cb28-4de3-9d40-5b516d12dce4,revision_number=8']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:08.592956 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65f9a8-01e4-4732-a0d9-205f73a9bfdc req-e235d241-17d1-437e-8451-777bd1e7560b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:08.601565 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6a65f9a8-01e4-4732-a0d9-205f73a9bfdc req-e235d241-17d1-437e-8451-777bd1e7560b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0785112 Jan 26 19:10:08.662536 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6a65f9a8-01e4-4732-a0d9-205f73a9bfdc req-333d912c-dd6d-4ff5-b0c6-19a1ccf2e11b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576150 Jan 26 19:10:08.679134 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740324a-729a-4ed9-98c3-a798969eb50f req-50b2c36c-91fe-473b-b24d-1b61c7307037 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:08.681271 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e740324a-729a-4ed9-98c3-a798969eb50f req-50b2c36c-91fe-473b-b24d-1b61c7307037 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 946 time: 0.0785630 Jan 26 19:10:08.768935 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e740324a-729a-4ed9-98c3-a798969eb50f req-3724276b-fb8b-46ab-83db-6e91866cedea tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804501 Jan 26 19:10:08.855006 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f99e9-14fc-40c8-b88d-bbcb1a8462c6 req-ee77d4ae-2d0b-4de2-bc5b-87b7b1ba477f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:08.856613 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fb1f99e9-14fc-40c8-b88d-bbcb1a8462c6 req-ee77d4ae-2d0b-4de2-bc5b-87b7b1ba477f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 944 time: 0.0556369 Jan 26 19:10:08.912429 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fb1f99e9-14fc-40c8-b88d-bbcb1a8462c6 req-ac0b0feb-3bb2-4a11-9728-aa15519a93fc tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486040 Jan 26 19:10:09.540209 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0c26754-3376-4a65-aab9-81995c86fde5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:09.772808 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dde6d5-af86-4913-927a-0a78d98694a6 req-1ef705fc-44a8-44e7-bf63-67b0df9bd6b7 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:09.774628 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-46dde6d5-af86-4913-927a-0a78d98694a6 req-1ef705fc-44a8-44e7-bf63-67b0df9bd6b7 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0499377 Jan 26 19:10:09.830015 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-46dde6d5-af86-4913-927a-0a78d98694a6 req-42c44d5c-9bdb-42d1-acda-abe28dd76f37 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497725 Jan 26 19:10:09.902145 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0dc97-3ea1-4ec6-a8fe-bc9142016ffe req-4b00e3f8-c271-42ac-a956-c11936ae1152 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:09.903846 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9aa0dc97-3ea1-4ec6-a8fe-bc9142016ffe req-4b00e3f8-c271-42ac-a956-c11936ae1152 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 946 time: 0.0547717 Jan 26 19:10:09.963160 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9aa0dc97-3ea1-4ec6-a8fe-bc9142016ffe req-8a4fdbcb-2e76-4707-a870-d97fdb7fb653 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523102 Jan 26 19:10:10.056276 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e749a49-7509-4d8e-867c-77ca95954bbf req-b201a32d-e05a-43b9-ac46-8322dcac5bb8 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:10.057711 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5e749a49-7509-4d8e-867c-77ca95954bbf req-b201a32d-e05a-43b9-ac46-8322dcac5bb8 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 944 time: 0.0526838 Jan 26 19:10:10.115666 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5e749a49-7509-4d8e-867c-77ca95954bbf req-09dba3a5-40c5-4767-8bff-85ef1ef02880 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519433 Jan 26 19:10:10.294697 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 46380) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:10.401967 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6e5be5e0-d54d-4e55-bbd0-5114317c9d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:10.487093 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6e5be5e0-d54d-4e55-bbd0-5114317c9d55 admin admin] Publish callbacks [] for security_group (82f717cd-2d1c-492e-8f54-bda56008e8a3), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:10.540023 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6e5be5e0-d54d-4e55-bbd0-5114317c9d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (82f717cd-2d1c-492e-8f54-bda56008e8a3), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:10.587972 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 46384) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:10.588255 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-6e5be5e0-d54d-4e55-bbd0-5114317c9d55 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2602b66b1014832a55185db6b657fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921402 Jan 26 19:10:10.589202 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5be5e0-d54d-4e55-bbd0-5114317c9d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f717cd-2d1c-492e-8f54-bda56008e8a3,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:10.616817 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:10.638428 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45bea8a4-994f-4b8d-8591-ce3b07bf5782 admin admin] Publish callbacks [] for security_group (82f717cd-2d1c-492e-8f54-bda56008e8a3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:10.663639 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45bea8a4-994f-4b8d-8591-ce3b07bf5782 admin admin] Publish callbacks [] for security_group (82f717cd-2d1c-492e-8f54-bda56008e8a3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:10.790843 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45bea8a4-994f-4b8d-8591-ce3b07bf5782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (82f717cd-2d1c-492e-8f54-bda56008e8a3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:10.793458 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45bea8a4-994f-4b8d-8591-ce3b07bf5782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:10.794637 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-45bea8a4-994f-4b8d-8591-ce3b07bf5782 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82f717cd-2d1c-492e-8f54-bda56008e8a3 HTTP/1.1" status: 204 len: 168 time: 0.2056718 Jan 26 19:10:10.802940 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bea8a4-994f-4b8d-8591-ce3b07bf5782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f717cd-2d1c-492e-8f54-bda56008e8a3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:10.970547 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958366f0-f439-47b0-aa5b-b01716ef6e4e req-3fea1cc8-e14c-4e25-bc01-808ad800257e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:10.972152 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-958366f0-f439-47b0-aa5b-b01716ef6e4e req-3fea1cc8-e14c-4e25-bc01-808ad800257e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0522845 Jan 26 19:10:11.036090 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-958366f0-f439-47b0-aa5b-b01716ef6e4e req-0e5494d5-63ee-4af2-b51e-23a3b296315a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576844 Jan 26 19:10:11.116567 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2812bff-5986-4c53-976b-cdcdb1e0c6c8 req-ff87d659-7257-4a6e-8fea-b25ff15c2eda tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:11.118359 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c2812bff-5986-4c53-976b-cdcdb1e0c6c8 req-ff87d659-7257-4a6e-8fea-b25ff15c2eda tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 946 time: 0.0739741 Jan 26 19:10:11.178502 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c2812bff-5986-4c53-976b-cdcdb1e0c6c8 req-16205ba6-ca2f-4532-9df4-01502fed8ceb tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542378 Jan 26 19:10:11.280062 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ab289-7191-4bda-aca8-e98d53e4078c req-c0cf7e58-df8f-484a-adae-2b82d7eb63d5 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:11.282324 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-339ab289-7191-4bda-aca8-e98d53e4078c req-c0cf7e58-df8f-484a-adae-2b82d7eb63d5 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 944 time: 0.0558951 Jan 26 19:10:11.354853 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-339ab289-7191-4bda-aca8-e98d53e4078c req-6ccc9867-6dfd-4e48-9b0e-d2452566a93e tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666721 Jan 26 19:10:11.986328 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 46414) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:12.097512 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ee53bb42-4f3c-4422-aa47-03d06f019263 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-143294455-network', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:10:12.188851 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0bac8-1598-4688-ae32-a705c0ab58f4 req-766b1149-6488-418d-9b41-87bc4fe85f2a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:12.190524 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8bb0bac8-1598-4688-ae32-a705c0ab58f4 req-766b1149-6488-418d-9b41-87bc4fe85f2a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0674884 Jan 26 19:10:12.196991 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee53bb42-4f3c-4422-aa47-03d06f019263 admin admin] Made reservation on behalf of 32a037b182ae4cd5a35299e60c9f7dbc for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:10:12.199412 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb42-4f3c-4422-aa47-03d06f019263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:12.221546 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb42-4f3c-4422-aa47-03d06f019263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:12.280194 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8bb0bac8-1598-4688-ae32-a705c0ab58f4 req-b5b5a5f2-8e7b-4df3-b0cd-3a7953ab5796 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781107 Jan 26 19:10:12.339147 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb42-4f3c-4422-aa47-03d06f019263 admin admin] Publish callbacks [] for security_group (91612b6a-36b8-4f1c-8e95-bbb25cff2291), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:12.357560 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be9bb8-831a-40d0-b203-b256cf5e738a req-70bc77cb-0492-4e44-a273-b727fcf2da92 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:12.359583 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-49be9bb8-831a-40d0-b203-b256cf5e738a req-70bc77cb-0492-4e44-a273-b727fcf2da92 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 946 time: 0.0693574 Jan 26 19:10:12.433297 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-49be9bb8-831a-40d0-b203-b256cf5e738a req-06ab12d4-04f1-403a-acdf-a527c53f26b5 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625086 Jan 26 19:10:12.436070 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb42-4f3c-4422-aa47-03d06f019263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (91612b6a-36b8-4f1c-8e95-bbb25cff2291), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:12.466941 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee53bb42-4f3c-4422-aa47-03d06f019263 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:10:12.480534 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53bb42-4f3c-4422-aa47-03d06f019263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91612b6a-36b8-4f1c-8e95-bbb25cff2291,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:12.482900 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb42-4f3c-4422-aa47-03d06f019263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (c75bed8a-4447-4910-9d3b-3e68036654b3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:12.483338 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.segments_db [None req-ee53bb42-4f3c-4422-aa47-03d06f019263 admin admin] Added segment c75bed8a-4447-4910-9d3b-3e68036654b3 of type vlan for network 65d691c9-eedb-4df1-861b-1902afc0a245 Jan 26 19:10:12.506787 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f962a1-ffc6-446d-9286-a8059600613a req-3cfed7b0-2f72-4f51-9997-11d556af637f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:12.514112 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a4f962a1-ffc6-446d-9286-a8059600613a req-3cfed7b0-2f72-4f51-9997-11d556af637f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 944 time: 0.0651076 Jan 26 19:10:12.548734 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb42-4f3c-4422-aa47-03d06f019263 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (65d691c9-eedb-4df1-861b-1902afc0a245), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:12.593674 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a4f962a1-ffc6-446d-9286-a8059600613a req-b0ac28e9-70d1-45a3-9d45-ec3165d2aee3 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755291 Jan 26 19:10:12.603052 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:12.653537 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb42-4f3c-4422-aa47-03d06f019263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (65d691c9-eedb-4df1-861b-1902afc0a245), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:12.654835 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee53bb42-4f3c-4422-aa47-03d06f019263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:12.655396 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee53bb42-4f3c-4422-aa47-03d06f019263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:12.716307 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53bb42-4f3c-4422-aa47-03d06f019263 admin admin] Pushing event updated for resources: {'Network': ['ID=65d691c9-eedb-4df1-861b-1902afc0a245,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:12.726454 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network 65d691c9-eedb-4df1-861b-1902afc0a245 details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:10:12.738696 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-ee53bb42-4f3c-4422-aa47-03d06f019263 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7511346 Jan 26 19:10:12.742701 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 46428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:12.746300 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-49ce5737-e9cb-4c60-934c-110def9cf275 admin admin] Request body: {'subnet': {'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-143294455-subnet', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:10:12.831393 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ce5737-e9cb-4c60-934c-110def9cf275 admin admin] Made reservation on behalf of 32a037b182ae4cd5a35299e60c9f7dbc for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:10:12.834046 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49ce5737-e9cb-4c60-934c-110def9cf275 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59545451'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:13.083289 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49ce5737-e9cb-4c60-934c-110def9cf275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59506360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59545437'] for subnet (2d2188b4-53a7-483f-8626-14ace373b1de), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:13.143081 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce5737-e9cb-4c60-934c-110def9cf275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2188b4-53a7-483f-8626-14ace373b1de,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:13.149912 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ce5737-e9cb-4c60-934c-110def9cf275 admin admin] Checking segment: {'id': 'c75bed8a-4447-4910-9d3b-3e68036654b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:10:13.150312 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ce5737-e9cb-4c60-934c-110def9cf275 admin admin] Network hostable DHCP agents. Network: 65d691c9-eedb-4df1-861b-1902afc0a245, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:10:13.226167 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ce5737-e9cb-4c60-934c-110def9cf275 admin admin] Network 65d691c9-eedb-4df1-861b-1902afc0a245 is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:10:13.288622 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-49ce5737-e9cb-4c60-934c-110def9cf275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, 65d691c9-eedb-4df1-861b-1902afc0a245) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:10:13.293248 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ce5737-e9cb-4c60-934c-110def9cf275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:13.294031 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-49ce5737-e9cb-4c60-934c-110def9cf275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:13.301145 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac41ad18-fa04-4908-9902-b336ac43ada2 None None] Network 65d691c9-eedb-4df1-861b-1902afc0a245 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:10:13.374197 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-49ce5737-e9cb-4c60-934c-110def9cf275 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6315877 Jan 26 19:10:13.376973 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 46432) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:13.381910 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-143294455-router', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:10:13.417532 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0e4c4ae-1e9b-5d6a-b7eb-1555e507f35f-65d691c9-eedb-4df1-861b-1902afc0a245', 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'fixed_ips': [{'subnet_id': '2d2188b4-53a7-483f-8626-14ace373b1de'}]}} from dv-cinder-824187-6-iscsi. {{(pid=103147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:10:13.418731 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:13.440704 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde46b2-9f75-4d78-92ac-be7be117b35a req-114defd1-538c-48ea-8110-fca116ef287b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:13.443959 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fbde46b2-9f75-4d78-92ac-be7be117b35a req-114defd1-538c-48ea-8110-fca116ef287b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0819991 Jan 26 19:10:13.489682 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4153530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103691'] for router (163ff6d5-4540-4d07-88c1-35bf18779e77), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:13.491136 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4155210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4102884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3677798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103730'] for router (163ff6d5-4540-4d07-88c1-35bf18779e77), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:13.552715 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fbde46b2-9f75-4d78-92ac-be7be117b35a req-ff312d6a-6cf3-49ef-9052-3eae04541ff3 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019273 Jan 26 19:10:13.600623 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Publish callbacks [] for router_controller (163ff6d5-4540-4d07-88c1-35bf18779e77), precommit_add_association {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:13.635193 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Allocated IP 172.20.0.2 (65d691c9-eedb-4df1-861b-1902afc0a245/2d2188b4-53a7-483f-8626-14ace373b1de/dda53ed9-0470-4616-97e8-c91cfd143c84) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:10:13.638247 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e737c9-363b-4341-86c0-94f930ea46fa req-7de754fb-3d39-4220-afa5-7779082662df tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:13.639926 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e7e737c9-363b-4341-86c0-94f930ea46fa req-7de754fb-3d39-4220-afa5-7779082662df tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 946 time: 0.1120188 Jan 26 19:10:13.758616 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:13.801148 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e7e737c9-363b-4341-86c0-94f930ea46fa req-55cc9d0a-35f5-433d-a13a-b05f48e66c04 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476734 Jan 26 19:10:13.817722 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b885237-ed37-4c55-961a-493232c54fc4 req-8251188a-27c5-4ab7-b611-4334ae6b8a84 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:13.819593 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3b885237-ed37-4c55-961a-493232c54fc4 req-8251188a-27c5-4ab7-b611-4334ae6b8a84 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 944 time: 0.0973628 Jan 26 19:10:13.895570 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Publish callbacks [] for router_gateway (163ff6d5-4540-4d07-88c1-35bf18779e77), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:13.909765 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3b885237-ed37-4c55-961a-493232c54fc4 req-3d9b5ac0-b840-453f-ab42-52317a02d458 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843008 Jan 26 19:10:13.927794 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Publish callbacks [] for port (dda53ed9-0470-4616-97e8-c91cfd143c84), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:13.986085 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (dda53ed9-0470-4616-97e8-c91cfd143c84), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:14.033403 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Network 65d691c9-eedb-4df1-861b-1902afc0a245 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:10:14.038477 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:10:14.045392 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:10:14.051166 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Pushing event updated for resources: {'Port': ['ID=dda53ed9-0470-4616-97e8-c91cfd143c84,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:14.155266 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Attempting to bind port dda53ed9-0470-4616-97e8-c91cfd143c84 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:10:14.155266 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Attempting to bind port dda53ed9-0470-4616-97e8-c91cfd143c84 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': 'c75bed8a-4447-4910-9d3b-3e68036654b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:10:14.155266 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Attempting to bind port dda53ed9-0470-4616-97e8-c91cfd143c84 on network 65d691c9-eedb-4df1-861b-1902afc0a245 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:10:14.156338 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:10:14.157026 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Checking segment: {'id': 'c75bed8a-4447-4910-9d3b-3e68036654b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:10:14.157709 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:14.158356 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Bound using segment: {'id': 'c75bed8a-4447-4910-9d3b-3e68036654b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:10:14.159133 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Bound port: dda53ed9-0470-4616-97e8-c91cfd143c84, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75bed8a-4447-4910-9d3b-3e68036654b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:10:14.159616 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (dda53ed9-0470-4616-97e8-c91cfd143c84), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:14.284227 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Publish callbacks [] for router_gateway (163ff6d5-4540-4d07-88c1-35bf18779e77), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:14.303876 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] For port dda53ed9-0470-4616-97e8-c91cfd143c84, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:10:14.307886 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] For port dda53ed9-0470-4616-97e8-c91cfd143c84, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=dda53ed9-0470-4616-97e8-c91cfd143c84,segment=NetworkSegment(c75bed8a-4447-4910-9d3b-3e68036654b3),segment_id=c75bed8a-4447-4910-9d3b-3e68036654b3)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:10:14.308784 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:14.450603 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Allocated IP 172.27.2.21 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/78bd7522-cee8-4328-a080-c1b3cbb222f3) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:10:14.601880 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Publish callbacks [] for port (78bd7522-cee8-4328-a080-c1b3cbb222f3), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:14.705725 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabdbe2-182a-439d-a274-788ef2e198ff req-3d7a13d5-d77d-492a-aa13-065884af993c tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:14.707461 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5aabdbe2-182a-439d-a274-788ef2e198ff req-3d7a13d5-d77d-492a-aa13-065884af993c tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0632775 Jan 26 19:10:14.795250 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5aabdbe2-182a-439d-a274-788ef2e198ff req-8a2807fc-2d93-42bd-b168-c34f4f846253 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787661 Jan 26 19:10:14.932463 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17188ecf-d4de-4629-9543-868d5b0af2a4 req-172f5f69-f539-42c5-a6af-1d564183f9e8 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:14.934086 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-17188ecf-d4de-4629-9543-868d5b0af2a4 req-172f5f69-f539-42c5-a6af-1d564183f9e8 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 946 time: 0.0592957 Jan 26 19:10:15.007990 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-17188ecf-d4de-4629-9543-868d5b0af2a4 req-a3bff83e-6ba9-49f3-be94-c5866d0210ef tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640054 Jan 26 19:10:15.026225 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (dda53ed9-0470-4616-97e8-c91cfd143c84), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:15.050861 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceba8c8-4b84-443f-a1b0-0938e36c3651 req-edc7f63c-3f63-4ea5-b0f5-fa5adb06d9a4 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:15.052958 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3ceba8c8-4b84-443f-a1b0-0938e36c3651 req-edc7f63c-3f63-4ea5-b0f5-fa5adb06d9a4 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 944 time: 0.0688035 Jan 26 19:10:15.069678 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (78bd7522-cee8-4328-a080-c1b3cbb222f3), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:15.113839 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb8724-58b9-4be3-9448-ed013cc3871b None None] Pushing event updated for resources: {'Port': ['ID=dda53ed9-0470-4616-97e8-c91cfd143c84,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:15.159597 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:10:15.171144 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:10:15.178980 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:10:15.183555 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Pushing event updated for resources: {'Port': ['ID=78bd7522-cee8-4328-a080-c1b3cbb222f3,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:15.211145 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3ceba8c8-4b84-443f-a1b0-0938e36c3651 req-89b9de09-62e4-473a-97e8-f5a9919eb53c tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495998 Jan 26 19:10:15.602801 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Publish callbacks [] for router_gateway (163ff6d5-4540-4d07-88c1-35bf18779e77), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:15.827116 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4155187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4102833'] for router (163ff6d5-4540-4d07-88c1-35bf18779e77), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:16.197501 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Router 163ff6d5-4540-4d07-88c1-35bf18779e77 is scheduled to L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 with binding_index 1 {{(pid=103145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:10:16.258436 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f55cf4-ae48-42b9-8a55-bf5e1393addb req-3d9d235a-e3ac-4a4d-84ab-aea84c2ac235 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:16.260078 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-78f55cf4-ae48-42b9-8a55-bf5e1393addb req-3d9d235a-e3ac-4a4d-84ab-aea84c2ac235 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.3926373 Jan 26 19:10:16.275152 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798cc71-09e6-4e28-a49c-9e47b55ed63d req-91100936-546d-48ee-8d7a-4743e562ae68 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:16.283032 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5798cc71-09e6-4e28-a49c-9e47b55ed63d req-91100936-546d-48ee-8d7a-4743e562ae68 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 946 time: 0.1208401 Jan 26 19:10:16.335236 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-78f55cf4-ae48-42b9-8a55-bf5e1393addb req-0d3a6332-796f-40f0-90a6-7c8699fd3c8a tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682182 Jan 26 19:10:16.519802 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd847fb-e7c5-4c4b-a270-01d8e3728cf4 req-b5227d53-0f88-4430-a27c-5cee6177a834 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:16.521671 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-edd847fb-e7c5-4c4b-a270-01d8e3728cf4 req-b5227d53-0f88-4430-a27c-5cee6177a834 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 944 time: 0.0899172 Jan 26 19:10:16.589755 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ecb84f-3430-458a-86b6-049482e1147e None None] Network 65d691c9-eedb-4df1-861b-1902afc0a245 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:10:16.601883 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-edd847fb-e7c5-4c4b-a270-01d8e3728cf4 req-f3c86bfa-621c-4372-97ce-6b574a5bedd3 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672271 Jan 26 19:10:16.653443 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5798cc71-09e6-4e28-a49c-9e47b55ed63d req-a06fed8a-a551-48ae-ab04-82d2c749a950 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3694921 Jan 26 19:10:16.662924 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device dda53ed9-0470-4616-97e8-c91cfd143c84 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:10:16.671126 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:10:16.692495 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Sync routers for ids ['163ff6d5-4540-4d07-88c1-35bf18779e77'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:10:16.730629 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-746aeba7-18a1-4074-afc4-5784c09a601d None None] Provisioning complete for port dda53ed9-0470-4616-97e8-c91cfd143c84 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:16.731002 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-746aeba7-18a1-4074-afc4-5784c09a601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (dda53ed9-0470-4616-97e8-c91cfd143c84), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:16.765078 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:16.766436 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-d9ecdb40-8206-49f3-af52-3640c29baeac admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3884301 Jan 26 19:10:16.769345 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 46456) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:16.881113 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Routers {'163ff6d5-4540-4d07-88c1-35bf18779e77'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:10:16.881626 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:10:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['163ff6d5-4540-4d07-88c1-35bf18779e77'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:17.003099 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port dda53ed9-0470-4616-97e8-c91cfd143c84 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:17.003470 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (dda53ed9-0470-4616-97e8-c91cfd143c84), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:17.085464 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Set router 163ff6d5-4540-4d07-88c1-35bf18779e77 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:10:17.156907 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca53583-c3d9-47b3-9bcb-8805dce44928 req-8c7518df-3adc-4b94-94e9-69ae308e8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:17.158641 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fca53583-c3d9-47b3-9bcb-8805dce44928 req-8c7518df-3adc-4b94-94e9-69ae308e8172 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 1098 time: 0.0574470 Jan 26 19:10:17.198183 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-746aeba7-18a1-4074-afc4-5784c09a601d None None] Current status of the port dda53ed9-0470-4616-97e8-c91cfd143c84 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:17.198868 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-746aeba7-18a1-4074-afc4-5784c09a601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (dda53ed9-0470-4616-97e8-c91cfd143c84), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:17.215882 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fca53583-c3d9-47b3-9bcb-8805dce44928 req-1eebd070-89da-4b06-9688-c45e11464873 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494020 Jan 26 19:10:17.237500 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:17.314927 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-746aeba7-18a1-4074-afc4-5784c09a601d None None] For port dda53ed9-0470-4616-97e8-c91cfd143c84, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=dda53ed9-0470-4616-97e8-c91cfd143c84,segment=NetworkSegment(c75bed8a-4447-4910-9d3b-3e68036654b3),segment_id=c75bed8a-4447-4910-9d3b-3e68036654b3)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:17.315970 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port dda53ed9-0470-4616-97e8-c91cfd143c84 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:17.316438 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (dda53ed9-0470-4616-97e8-c91cfd143c84), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:17.376605 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-746aeba7-18a1-4074-afc4-5784c09a601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (dda53ed9-0470-4616-97e8-c91cfd143c84), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:17.398818 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Allocated IP 172.20.0.1 (65d691c9-eedb-4df1-861b-1902afc0a245/2d2188b4-53a7-483f-8626-14ace373b1de/1cf5c4ec-1454-47ba-b011-46ec8f12da7b) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:10:17.445538 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee9ea6-80d0-4db3-ab63-9c8fbeb9e868 req-889ae17d-9c71-406d-9309-173e20cc34f2 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:17.447136 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bcee9ea6-80d0-4db3-ab63-9c8fbeb9e868 req-889ae17d-9c71-406d-9309-173e20cc34f2 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0509861 Jan 26 19:10:17.464388 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746aeba7-18a1-4074-afc4-5784c09a601d None None] Pushing event updated for resources: {'Port': ['ID=dda53ed9-0470-4616-97e8-c91cfd143c84,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:17.468756 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.db.api [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 19:10:17.469147 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG oslo_db.api [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 19:10:17.482821 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'name': 'tempest-TestMinimumBasicScenario-143294455-router', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:13Z', 'updated_at': '2022-01-26T19:10:15Z', 'revision_number': 3, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'gw_port': {'id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:14Z', 'updated_at': '2022-01-26T19:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:17.506368 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bcee9ea6-80d0-4db3-ab63-9c8fbeb9e868 req-c3391446-ee5a-4349-b2ba-f1cf5e4c03c9 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520647 Jan 26 19:10:17.510977 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Publish callbacks [] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:17.517492 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Checking router: 163ff6d5-4540-4d07-88c1-35bf18779e77 for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:10:17.517849 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Updating router 163ff6d5-4540-4d07-88c1-35bf18779e77 port 78bd7522-cee8-4328-a080-c1b3cbb222f3 binding host dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:10:17.548472 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-e8daf41a-143b-4a7b-8d57-9c74f7764390 None None] Provisioning complete for port dda53ed9-0470-4616-97e8-c91cfd143c84 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:17.548855 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8daf41a-143b-4a7b-8d57-9c74f7764390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (dda53ed9-0470-4616-97e8-c91cfd143c84), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:17.551188 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (78bd7522-cee8-4328-a080-c1b3cbb222f3), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:17.630147 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:17.674906 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Network 65d691c9-eedb-4df1-861b-1902afc0a245 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:10:17.679368 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:10:17.685299 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:10:17.737908 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e8daf41a-143b-4a7b-8d57-9c74f7764390 None None] Current status of the port dda53ed9-0470-4616-97e8-c91cfd143c84 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:17.743390 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf5c4ec-1454-47ba-b011-46ec8f12da7b,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:17.767561 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4102628'] for router_interface (163ff6d5-4540-4d07-88c1-35bf18779e77), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:17.779161 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79612d-7000-44db-a8f1-6922e23d9283 req-e2b5451e-00d6-41f9-9c58-e21a4a6d0624 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:17.781358 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fa79612d-7000-44db-a8f1-6922e23d9283 req-e2b5451e-00d6-41f9-9c58-e21a4a6d0624 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 944 time: 0.1026325 Jan 26 19:10:17.823734 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008f709-e86d-4dd0-94f5-027e4ea8c23d req-720e26a8-b386-4704-991d-3d28578eca97 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:17.832689 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3008f709-e86d-4dd0-94f5-027e4ea8c23d req-720e26a8-b386-4704-991d-3d28578eca97 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 946 time: 0.0796540 Jan 26 19:10:17.876262 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fa79612d-7000-44db-a8f1-6922e23d9283 req-2e5faa0f-150c-4f2f-95c0-d4c27f64aa1d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606709 Jan 26 19:10:17.894244 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3008f709-e86d-4dd0-94f5-027e4ea8c23d req-e2945345-909e-4012-b540-1199b3dbeb45 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605624 Jan 26 19:10:17.936117 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Publish callbacks [] for port (78bd7522-cee8-4328-a080-c1b3cbb222f3), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:17.959235 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-25fff7d5-289d-4a81-b16d-af0627f60985 None None] Provisioning complete for port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:17.966507 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25fff7d5-289d-4a81-b16d-af0627f60985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:18.011301 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:18.018004 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (78bd7522-cee8-4328-a080-c1b3cbb222f3), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:18.024773 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-25fff7d5-289d-4a81-b16d-af0627f60985 None None] Port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:10:18.057304 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port dda53ed9-0470-4616-97e8-c91cfd143c84 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:18.081763 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa9c35-4b71-49da-bb85-f96b34fc874f None None] Pushing event updated for resources: {'Port': ['ID=78bd7522-cee8-4328-a080-c1b3cbb222f3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:18.086891 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Attempting to bind port 78bd7522-cee8-4328-a080-c1b3cbb222f3 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:10:18.086891 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Attempting to bind port 78bd7522-cee8-4328-a080-c1b3cbb222f3 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:10:18.086891 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Attempting to bind port 78bd7522-cee8-4328-a080-c1b3cbb222f3 on network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:10:18.092022 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:10:18.092409 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Checking segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:10:18.092887 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:18.093756 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Bound using segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:10:18.094221 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Bound port: 78bd7522-cee8-4328-a080-c1b3cbb222f3, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:10:18.094596 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (78bd7522-cee8-4328-a080-c1b3cbb222f3), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:18.145178 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] For port 78bd7522-cee8-4328-a080-c1b3cbb222f3, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:10:18.148145 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] For port 78bd7522-cee8-4328-a080-c1b3cbb222f3, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=78bd7522-cee8-4328-a080-c1b3cbb222f3,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:10:18.180610 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Publish callbacks [] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:18.215091 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (78bd7522-cee8-4328-a080-c1b3cbb222f3), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:18.248840 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122934'] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:18.271291 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Routers {'163ff6d5-4540-4d07-88c1-35bf18779e77'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:10:18.271676 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:10:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['163ff6d5-4540-4d07-88c1-35bf18779e77'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:18.312126 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa9c35-4b71-49da-bb85-f96b34fc874f None None] Pushing event updated for resources: {'Port': ['ID=78bd7522-cee8-4328-a080-c1b3cbb222f3,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:18.323315 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4103796'] for router_interface (163ff6d5-4540-4d07-88c1-35bf18779e77), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:18.329767 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf5c4ec-1454-47ba-b011-46ec8f12da7b,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:18.389641 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] Set router 163ff6d5-4540-4d07-88c1-35bf18779e77 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:10:18.427626 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Network 65d691c9-eedb-4df1-861b-1902afc0a245 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:10:18.430224 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:10:18.563879 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Router 163ff6d5-4540-4d07-88c1-35bf18779e77 has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:10:18.576335 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device dda53ed9-0470-4616-97e8-c91cfd143c84 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:10:18.669756 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ad330-13be-4488-8597-1edfdfb24aba req-c8206c87-c049-4f76-8c33-ff96734cdc42 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:18.678289 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-047ad330-13be-4488-8597-1edfdfb24aba req-c8206c87-c049-4f76-8c33-ff96734cdc42 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0688705 Jan 26 19:10:18.681270 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port dda53ed9-0470-4616-97e8-c91cfd143c84 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:18.681270 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (dda53ed9-0470-4616-97e8-c91cfd143c84), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:18.686054 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'name': 'tempest-TestMinimumBasicScenario-143294455-router', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:13Z', 'updated_at': '2022-01-26T19:10:17Z', 'revision_number': 4, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'gw_port': {'id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:14Z', 'updated_at': '2022-01-26T19:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '1cf5c4ec-1454-47ba-b011-46ec8f12da7b', 'name': '', 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'mac_address': 'fa:16:3e:9b:b0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:17Z', 'updated_at': '2022-01-26T19:10:18Z', 'revision_number': 2, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'subnets': [{'id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:18.693915 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:10:18.704213 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-1bcad72b-8ff8-48e5-a994-beca2c1847c0 admin admin] 10.222.0.52 "PUT /v2.0/routers/163ff6d5-4540-4d07-88c1-35bf18779e77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9309146 Jan 26 19:10:18.733956 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72354a2f-52df-46e4-a3f1-93d4278aa667 None None] The sync data for ids ['163ff6d5-4540-4d07-88c1-35bf18779e77'] in dv-cinder-824187-6-iscsi is: [{'id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'name': 'tempest-TestMinimumBasicScenario-143294455-router', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:13Z', 'updated_at': '2022-01-26T19:10:17Z', 'revision_number': 4, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'gw_port': {'id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:14Z', 'updated_at': '2022-01-26T19:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '1cf5c4ec-1454-47ba-b011-46ec8f12da7b', 'name': '', 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'mac_address': 'fa:16:3e:9b:b0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:17Z', 'updated_at': '2022-01-26T19:10:18Z', 'revision_number': 2, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'subnets': [{'id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:10:18.734945 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-047ad330-13be-4488-8597-1edfdfb24aba req-81e0efe5-a74c-4b16-9a98-245ea892f373 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554221 Jan 26 19:10:18.770615 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-d5c6232e-a1ad-4f69-abe4-435c2ab82f2f None None] Provisioning complete for port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:18.771097 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5c6232e-a1ad-4f69-abe4-435c2ab82f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:18.838835 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port dda53ed9-0470-4616-97e8-c91cfd143c84 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:18.840477 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6232e-a1ad-4f69-abe4-435c2ab82f2f None None] Port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:10:19.037197 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c4e4e-e13a-4663-9c2b-b48b8608b01b req-b4600819-38be-4931-adbc-0c024ea2511e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:19.041759 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2c4c4e4e-e13a-4663-9c2b-b48b8608b01b req-b4600819-38be-4931-adbc-0c024ea2511e tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 946 time: 0.0726438 Jan 26 19:10:19.050179 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b93e64-6937-4812-9c46-7eddf23176ab req-d698e558-cf75-4cd7-8de4-ac91005881d5 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:19.051888 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-78b93e64-6937-4812-9c46-7eddf23176ab req-d698e558-cf75-4cd7-8de4-ac91005881d5 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 944 time: 0.0885587 Jan 26 19:10:19.123978 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-78b93e64-6937-4812-9c46-7eddf23176ab req-fb9e3f7d-8e98-4f7b-b5fe-51c8736f3ec8 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661948 Jan 26 19:10:19.137451 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1437d3-006f-4ada-beb4-6679f72e1861 req-6bf0b40f-dbe2-4794-b5bc-4bef834fe598 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:19.137451 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3b1437d3-006f-4ada-beb4-6679f72e1861 req-6bf0b40f-dbe2-4794-b5bc-4bef834fe598 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.55 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 946 time: 0.0916061 Jan 26 19:10:19.150529 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2c4c4e4e-e13a-4663-9c2b-b48b8608b01b req-7cd6368c-f1f6-48ab-bd33-049ecedd8f22 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ec82dc3-0723-41bf-8f96-6acdf250bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970507 Jan 26 19:10:19.233402 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3b1437d3-006f-4ada-beb4-6679f72e1861 req-0cafc18c-fa17-442d-9ab3-56049fadb9f7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Deleting port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:10:19.233779 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3b1437d3-006f-4ada-beb4-6679f72e1861 req-0cafc18c-fa17-442d-9ab3-56049fadb9f7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (4da389b8-b1ae-4f38-9bd3-fa63b784f47b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:19.337356 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3b1437d3-006f-4ada-beb4-6679f72e1861 req-0cafc18c-fa17-442d-9ab3-56049fadb9f7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] For port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=4da389b8-b1ae-4f38-9bd3-fa63b784f47b,segment=NetworkSegment(11ecee25-3af8-48ff-8d6b-d80d3818c6dc),segment_id=11ecee25-3af8-48ff-8d6b-d80d3818c6dc)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:19.337719 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3b1437d3-006f-4ada-beb4-6679f72e1861 req-0cafc18c-fa17-442d-9ab3-56049fadb9f7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (4da389b8-b1ae-4f38-9bd3-fa63b784f47b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:19.536142 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3b1437d3-006f-4ada-beb4-6679f72e1861 req-0cafc18c-fa17-442d-9ab3-56049fadb9f7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:19.536496 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3b1437d3-006f-4ada-beb4-6679f72e1861 req-0cafc18c-fa17-442d-9ab3-56049fadb9f7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (2672e18c-ef87-4a65-a15b-af65592e1b71), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:19.538394 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.l3_db [req-3b1437d3-006f-4ada-beb4-6679f72e1861 req-0cafc18c-fa17-442d-9ab3-56049fadb9f7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Floating IP 2672e18c-ef87-4a65-a15b-af65592e1b71 disassociated. External IP: 172.27.2.210, port: 4da389b8-b1ae-4f38-9bd3-fa63b784f47b. Jan 26 19:10:19.538394 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3b1437d3-006f-4ada-beb4-6679f72e1861 req-0cafc18c-fa17-442d-9ab3-56049fadb9f7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Calling delete_port for 4da389b8-b1ae-4f38-9bd3-fa63b784f47b owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:10:19.569693 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 46486) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:19.575068 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-5eeaa941-3e77-4dde-bb74-d47ee5b766bb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-414620230-network', 'tenant_id': '15c717fbdabb4920a7be3ca4b195779d'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:10:19.671661 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eeaa941-3e77-4dde-bb74-d47ee5b766bb admin admin] Made reservation on behalf of 15c717fbdabb4920a7be3ca4b195779d for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:10:19.674146 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5eeaa941-3e77-4dde-bb74-d47ee5b766bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:19.683224 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5eeaa941-3e77-4dde-bb74-d47ee5b766bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:19.752169 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3b1437d3-006f-4ada-beb4-6679f72e1861 req-0cafc18c-fa17-442d-9ab3-56049fadb9f7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (4da389b8-b1ae-4f38-9bd3-fa63b784f47b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:19.768026 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5eeaa941-3e77-4dde-bb74-d47ee5b766bb admin admin] Publish callbacks [] for security_group (ec9466b2-22d7-4547-a410-0acfee0979cf), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:19.787423 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafc18c-fa17-442d-9ab3-56049fadb9f7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event deleted for resources: {'Port': ['ID=4da389b8-b1ae-4f38-9bd3-fa63b784f47b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:19.825862 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5eeaa941-3e77-4dde-bb74-d47ee5b766bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (ec9466b2-22d7-4547-a410-0acfee0979cf), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:19.849025 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eeaa941-3e77-4dde-bb74-d47ee5b766bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:10:19.863654 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeaa941-3e77-4dde-bb74-d47ee5b766bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9466b2-22d7-4547-a410-0acfee0979cf,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:19.868791 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5eeaa941-3e77-4dde-bb74-d47ee5b766bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (d3baeb42-9c3e-4115-af83-efe0a489b48d), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:19.869632 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-5eeaa941-3e77-4dde-bb74-d47ee5b766bb admin admin] Added segment d3baeb42-9c3e-4115-af83-efe0a489b48d of type vlan for network 39d220ac-f8e9-4394-ab8d-30effb3e1fc8 Jan 26 19:10:19.908524 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b1437d3-006f-4ada-beb4-6679f72e1861 req-0cafc18c-fa17-442d-9ab3-56049fadb9f7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Router 74220c30-68c8-43b5-b723-ab32070c3be1 has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:10:19.917044 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5eeaa941-3e77-4dde-bb74-d47ee5b766bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (39d220ac-f8e9-4394-ab8d-30effb3e1fc8), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:19.991498 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5eeaa941-3e77-4dde-bb74-d47ee5b766bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (39d220ac-f8e9-4394-ab8d-30effb3e1fc8), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:19.992492 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeaa941-3e77-4dde-bb74-d47ee5b766bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:19.993121 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5eeaa941-3e77-4dde-bb74-d47ee5b766bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:20.024317 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b1437d3-006f-4ada-beb4-6679f72e1861 req-0cafc18c-fa17-442d-9ab3-56049fadb9f7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:10:20.037103 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189faecf-e3c9-4910-b5b7-199648e83425 None None] Sync routers for ids ['74220c30-68c8-43b5-b723-ab32070c3be1'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:10:20.051930 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189faecf-e3c9-4910-b5b7-199648e83425 None None] Routers {'74220c30-68c8-43b5-b723-ab32070c3be1'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:10:20.052896 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-189faecf-e3c9-4910-b5b7-199648e83425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:10:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['74220c30-68c8-43b5-b723-ab32070c3be1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:20.060937 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeaa941-3e77-4dde-bb74-d47ee5b766bb admin admin] Pushing event updated for resources: {'Network': ['ID=39d220ac-f8e9-4394-ab8d-30effb3e1fc8,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:20.071783 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network 39d220ac-f8e9-4394-ab8d-30effb3e1fc8 details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:10:20.072288 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1437d3-006f-4ada-beb4-6679f72e1861 req-0cafc18c-fa17-442d-9ab3-56049fadb9f7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] No DVR routers for this DVR port 4da389b8-b1ae-4f38-9bd3-fa63b784f47b on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:10:20.075467 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3b1437d3-006f-4ada-beb4-6679f72e1861 req-0cafc18c-fa17-442d-9ab3-56049fadb9f7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:20.078999 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3b1437d3-006f-4ada-beb4-6679f72e1861 req-0cafc18c-fa17-442d-9ab3-56049fadb9f7 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.55 "DELETE /v2.0/ports/4da389b8-b1ae-4f38-9bd3-fa63b784f47b HTTP/1.1" status: 204 len: 173 time: 0.9387891 Jan 26 19:10:20.079409 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847cd1a6-6c29-4279-ac42-d289536b9b33', 'name': 'network-vif-deleted', 'tag': '4da389b8-b1ae-4f38-9bd3-fa63b784f47b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:10:20.082622 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2d5aeb-1da6-43b0-859c-47baf54bc7d4" -d '{"events": [{"server_uuid": "847cd1a6-6c29-4279-ac42-d289536b9b33", "name": "network-vif-deleted", "tag": "4da389b8-b1ae-4f38-9bd3-fa63b784f47b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:10:20.089267 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-5eeaa941-3e77-4dde-bb74-d47ee5b766bb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5183899 Jan 26 19:10:20.097783 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 46492) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:20.104688 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-6a56089a-fe21-4642-9643-157e1f5e1f7d admin admin] Request body: {'subnet': {'network_id': '39d220ac-f8e9-4394-ab8d-30effb3e1fc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-414620230-subnet', 'tenant_id': '15c717fbdabb4920a7be3ca4b195779d', 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:10:20.189476 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:10:20.202504 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a56089a-fe21-4642-9643-157e1f5e1f7d admin admin] Made reservation on behalf of 15c717fbdabb4920a7be3ca4b195779d for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:10:20.204975 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6a56089a-fe21-4642-9643-157e1f5e1f7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59309142'] for subnet (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:20.250620 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-189faecf-e3c9-4910-b5b7-199648e83425 None None] Set router 74220c30-68c8-43b5-b723-ab32070c3be1 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:10:20.343866 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c6b4c-189e-4a13-b1cf-68cdb249f209 req-52f9f8ca-4bf9-47ff-9e57-116ab022e8a4 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:20.347256 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-aa3c6b4c-189e-4a13-b1cf-68cdb249f209 req-52f9f8ca-4bf9-47ff-9e57-116ab022e8a4 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 944 time: 0.0984550 Jan 26 19:10:20.458062 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-aa3c6b4c-189e-4a13-b1cf-68cdb249f209 req-c9f0bd62-cf46-4064-93f2-b84a3e8ea72b tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053987 Jan 26 19:10:20.567722 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1b3695-6441-4639-b292-301bbc47c130 x-openstack-request-id: req-dd1b3695-6441-4639-b292-301bbc47c130 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:10:20.567914 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847cd1a6-6c29-4279-ac42-d289536b9b33", "name": "network-vif-deleted", "tag": "4da389b8-b1ae-4f38-9bd3-fa63b784f47b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:10:20.568144 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd1b3695-6441-4639-b292-301bbc47c130 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:10:20.568490 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847cd1a6-6c29-4279-ac42-d289536b9b33', 'name': 'network-vif-deleted', 'tag': '4da389b8-b1ae-4f38-9bd3-fa63b784f47b', 'status': 'completed', 'code': 200} Jan 26 19:10:20.648015 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:20.654388 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-189faecf-e3c9-4910-b5b7-199648e83425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:30Z', 'revision_number': 4, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '9ab87bc0-cdd7-409d-b790-81cf64d4efbe', 'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'mac_address': 'fa:16:3e:b0:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:27Z', 'updated_at': '2022-01-26T19:04:41Z', 'revision_number': 5, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'subnets': [{'id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:20.672276 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d249ab4f-8f98-423c-9229-9f5f4be57f2f req-c2b4625f-ae5d-49f7-a6bb-06a436a83a01 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/ports?device_id=847cd1a6-6c29-4279-ac42-d289536b9b33 HTTP/1.1" status: 200 len: 210 time: 0.0424695 Jan 26 19:10:20.678596 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'port_id': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0', 'mac_address': 'fa:16:3e:73:f1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:10:20.689865 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6a56089a-fe21-4642-9643-157e1f5e1f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60122289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59309152'] for subnet (482f8a22-9b10-4ecc-a61b-0a037a4dfe4f), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:20.733562 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:20.734801 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:20.747601 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 78bd7522-cee8-4328-a080-c1b3cbb222f3 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:10:20.755676 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56089a-fe21-4642-9643-157e1f5e1f7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=482f8a22-9b10-4ecc-a61b-0a037a4dfe4f,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:20.756327 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:10:20.767235 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56089a-fe21-4642-9643-157e1f5e1f7d admin admin] Checking segment: {'id': 'd3baeb42-9c3e-4115-af83-efe0a489b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '39d220ac-f8e9-4394-ab8d-30effb3e1fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:10:20.767590 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a56089a-fe21-4642-9643-157e1f5e1f7d admin admin] Network hostable DHCP agents. Network: 39d220ac-f8e9-4394-ab8d-30effb3e1fc8, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:10:20.778823 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:20.797216 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189faecf-e3c9-4910-b5b7-199648e83425 None None] Checking router: 74220c30-68c8-43b5-b723-ab32070c3be1 for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:10:20.806322 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189faecf-e3c9-4910-b5b7-199648e83425 None None] Routers {'74220c30-68c8-43b5-b723-ab32070c3be1'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:10:20.807071 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-189faecf-e3c9-4910-b5b7-199648e83425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:10:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['74220c30-68c8-43b5-b723-ab32070c3be1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:20.829942 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 78bd7522-cee8-4328-a080-c1b3cbb222f3 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:20.830386 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (78bd7522-cee8-4328-a080-c1b3cbb222f3), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:20.848615 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a56089a-fe21-4642-9643-157e1f5e1f7d admin admin] Network 39d220ac-f8e9-4394-ab8d-30effb3e1fc8 is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:10:20.854321 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:20.917404 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-189faecf-e3c9-4910-b5b7-199648e83425 None None] Set router 74220c30-68c8-43b5-b723-ab32070c3be1 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:10:20.928292 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-6a56089a-fe21-4642-9643-157e1f5e1f7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, 39d220ac-f8e9-4394-ab8d-30effb3e1fc8) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:10:20.928785 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,revision_number=9']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:20.939266 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a56089a-fe21-4642-9643-157e1f5e1f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:20.942604 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6a56089a-fe21-4642-9643-157e1f5e1f7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:20.962258 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d7dc80-a3a6-41fa-9336-65a594b2e137 None None] Network 39d220ac-f8e9-4394-ab8d-30effb3e1fc8 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:10:21.029188 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 78bd7522-cee8-4328-a080-c1b3cbb222f3 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:21.031181 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (78bd7522-cee8-4328-a080-c1b3cbb222f3), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:21.051646 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-6a56089a-fe21-4642-9643-157e1f5e1f7d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9520481 Jan 26 19:10:21.054749 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 46498) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:21.059771 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-414620230-router', 'tenant_id': '15c717fbdabb4920a7be3ca4b195779d', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:10:21.070568 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] For port 78bd7522-cee8-4328-a080-c1b3cbb222f3, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=78bd7522-cee8-4328-a080-c1b3cbb222f3,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:21.103305 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['299fc8d7-9f4d-4328-b86e-aa76bb3a48b0'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:10:21.127315 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-189faecf-e3c9-4910-b5b7-199648e83425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:30Z', 'revision_number': 4, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '9ab87bc0-cdd7-409d-b790-81cf64d4efbe', 'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'mac_address': 'fa:16:3e:b0:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:27Z', 'updated_at': '2022-01-26T19:04:41Z', 'revision_number': 5, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'subnets': [{'id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:21.138847 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf0e4c4ae-1e9b-5d6a-b7eb-1555e507f35f-39d220ac-f8e9-4394-ab8d-30effb3e1fc8', 'network_id': '39d220ac-f8e9-4394-ab8d-30effb3e1fc8', 'project_id': '15c717fbdabb4920a7be3ca4b195779d', 'fixed_ips': [{'subnet_id': '482f8a22-9b10-4ecc-a61b-0a037a4dfe4f'}]}} from dv-cinder-824187-6-iscsi. {{(pid=103147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:10:21.139708 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:21.145545 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (78bd7522-cee8-4328-a080-c1b3cbb222f3), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:21.165722 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189faecf-e3c9-4910-b5b7-199648e83425 None None] The sync data for ids ['74220c30-68c8-43b5-b723-ab32070c3be1'] in dv-cinder-824187-6-iscsi is: [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:30Z', 'revision_number': 4, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '9ab87bc0-cdd7-409d-b790-81cf64d4efbe', 'name': '', 'network_id': '55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'mac_address': 'fa:16:3e:b0:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:27Z', 'updated_at': '2022-01-26T19:04:41Z', 'revision_number': 5, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'subnets': [{'id': 'f48a8d7c-62d5-4c66-b22a-175e4457e7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:10:21.174877 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4153530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-103691'] for router (21a385e7-d485-4a4c-9625-8fc2eb3bdad5), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:21.176120 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4155210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4102884', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3677798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-103730'] for router (21a385e7-d485-4a4c-9625-8fc2eb3bdad5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:21.245982 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Publish callbacks [] for router_controller (21a385e7-d485-4a4c-9625-8fc2eb3bdad5), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:21.291446 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Sync routers for ids ['163ff6d5-4540-4d07-88c1-35bf18779e77'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:10:21.313527 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Pushing event updated for resources: {'Port': ['ID=78bd7522-cee8-4328-a080-c1b3cbb222f3,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:21.339905 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Routers {'163ff6d5-4540-4d07-88c1-35bf18779e77'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:10:21.340522 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:10:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['163ff6d5-4540-4d07-88c1-35bf18779e77'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:21.464699 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6223adad-8756-41b1-a81f-4f25ddb19e96 None None] New status for floating IP 2672e18c-ef87-4a65-a15b-af65592e1b71: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:10:21.475088 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Publish callbacks [] for router_gateway (21a385e7-d485-4a4c-9625-8fc2eb3bdad5), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:21.489564 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Allocated IP 172.20.0.2 (39d220ac-f8e9-4394-ab8d-30effb3e1fc8/482f8a22-9b10-4ecc-a61b-0a037a4dfe4f/0b7e037e-d4b2-4a8c-94a5-3474c4d60034) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:10:21.587636 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Set router 163ff6d5-4540-4d07-88c1-35bf18779e77 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:10:21.592641 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c84bef-bb6b-4a6f-af50-1539d16d4ba4 req-31bba6cd-a301-4678-a404-c03107f548b3 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:21.595019 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-25c84bef-bb6b-4a6f-af50-1539d16d4ba4 req-31bba6cd-a301-4678-a404-c03107f548b3 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 945 time: 0.0579920 Jan 26 19:10:21.650510 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-25c84bef-bb6b-4a6f-af50-1539d16d4ba4 req-4030e95c-ce30-41a2-af04-bd9c9578cc08 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482597 Jan 26 19:10:21.771546 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Publish callbacks [] for router_gateway (21a385e7-d485-4a4c-9625-8fc2eb3bdad5), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:21.791656 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:21.812674 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Publish callbacks [] for port (0b7e037e-d4b2-4a8c-94a5-3474c4d60034), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:21.820893 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 46506) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:21.866754 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'name': 'tempest-TestMinimumBasicScenario-143294455-router', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:13Z', 'updated_at': '2022-01-26T19:10:17Z', 'revision_number': 4, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'gw_port': {'id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:14Z', 'updated_at': '2022-01-26T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '1cf5c4ec-1454-47ba-b011-46ec8f12da7b', 'name': '', 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'mac_address': 'fa:16:3e:9b:b0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:17Z', 'updated_at': '2022-01-26T19:10:18Z', 'revision_number': 2, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'subnets': [{'id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:21.876102 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-32a20d3c-b3f6-48c2-96e8-4586f3d016e6 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group (9ec82dc3-0723-41bf-8f96-6acdf250bbc4), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:21.901494 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-32a20d3c-b3f6-48c2-96e8-4586f3d016e6 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group (9ec82dc3-0723-41bf-8f96-6acdf250bbc4), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:21.904289 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Checking router: 163ff6d5-4540-4d07-88c1-35bf18779e77 for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:10:21.904718 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Updating router 163ff6d5-4540-4d07-88c1-35bf18779e77 port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b binding host dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:10:21.907560 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263'] for port (0b7e037e-d4b2-4a8c-94a5-3474c4d60034), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:21.909698 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Allocated IP 172.27.2.59 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/a40e0968-f8a4-45a7-b0f3-e82bd630fbce) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:10:21.970895 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:21.982928 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Network 39d220ac-f8e9-4394-ab8d-30effb3e1fc8 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:10:21.993252 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:10:21.996111 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Pushing event updated for resources: {'Port': ['ID=0b7e037e-d4b2-4a8c-94a5-3474c4d60034,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:21.998303 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:10:22.024590 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Publish callbacks [] for port (a40e0968-f8a4-45a7-b0f3-e82bd630fbce), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.026106 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-32a20d3c-b3f6-48c2-96e8-4586f3d016e6 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (9ec82dc3-0723-41bf-8f96-6acdf250bbc4), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.029521 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-32a20d3c-b3f6-48c2-96e8-4586f3d016e6 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.031685 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-32a20d3c-b3f6-48c2-96e8-4586f3d016e6 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "DELETE /v2.0/security-groups/9ec82dc3-0723-41bf-8f96-6acdf250bbc4 HTTP/1.1" status: 204 len: 168 time: 0.2095597 Jan 26 19:10:22.035272 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 46508) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:22.045342 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a20d3c-b3f6-48c2-96e8-4586f3d016e6 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec82dc3-0723-41bf-8f96-6acdf250bbc4,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:22.059787 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.062602 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.api.v2.resource [None req-a30b37cb-6563-40af-928a-f7094243c5e4 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] show failed (client error): The resource could not be found. Jan 26 19:10:22.063627 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-a30b37cb-6563-40af-928a-f7094243c5e4 tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "GET /v2.0/security-groups/9ec82dc3-0723-41bf-8f96-6acdf250bbc4 HTTP/1.1" status: 404 len: 347 time: 0.0274267 Jan 26 19:10:22.066561 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 46510) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:22.152574 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Attempting to bind port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:10:22.153253 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Attempting to bind port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': 'd3baeb42-9c3e-4115-af83-efe0a489b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '39d220ac-f8e9-4394-ab8d-30effb3e1fc8'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:10:22.153253 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Attempting to bind port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 on network 39d220ac-f8e9-4394-ab8d-30effb3e1fc8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:10:22.164682 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:10:22.165074 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Checking segment: {'id': 'd3baeb42-9c3e-4115-af83-efe0a489b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '39d220ac-f8e9-4394-ab8d-30effb3e1fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:10:22.165495 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.165893 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Bound using segment: {'id': 'd3baeb42-9c3e-4115-af83-efe0a489b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '39d220ac-f8e9-4394-ab8d-30effb3e1fc8'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:10:22.166392 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Bound port: 0b7e037e-d4b2-4a8c-94a5-3474c4d60034, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3baeb42-9c3e-4115-af83-efe0a489b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '39d220ac-f8e9-4394-ab8d-30effb3e1fc8'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:10:22.166753 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (0b7e037e-d4b2-4a8c-94a5-3474c4d60034), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.181271 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (a40e0968-f8a4-45a7-b0f3-e82bd630fbce), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.202751 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:10:22.225469 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:10:22.234700 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:10:22.239897 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:10:22.243782 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Pushing event updated for resources: {'Port': ['ID=a40e0968-f8a4-45a7-b0f3-e82bd630fbce,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:22.267785 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb81dd-556b-4f13-89f8-a61a287434cd tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Deleting port 2fddb8e3-4e8c-4cff-a303-259137115810 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:10:22.268120 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9eb81dd-556b-4f13-89f8-a61a287434cd tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (2fddb8e3-4e8c-4cff-a303-259137115810), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.329080 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] For port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:10:22.349700 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] For port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=0b7e037e-d4b2-4a8c-94a5-3474c4d60034,segment=NetworkSegment(d3baeb42-9c3e-4115-af83-efe0a489b48d),segment_id=d3baeb42-9c3e-4115-af83-efe0a489b48d)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:10:22.363541 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:22.364826 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.433530 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9eb81dd-556b-4f13-89f8-a61a287434cd tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (2fddb8e3-4e8c-4cff-a303-259137115810), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.433775 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9eb81dd-556b-4f13-89f8-a61a287434cd tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for floatingip (2fddb8e3-4e8c-4cff-a303-259137115810), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.442992 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (0b7e037e-d4b2-4a8c-94a5-3474c4d60034), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.455081 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb81dd-556b-4f13-89f8-a61a287434cd tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Calling delete_port for 2fddb8e3-4e8c-4cff-a303-259137115810 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:10:22.615236 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 78bd7522-cee8-4328-a080-c1b3cbb222f3 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:10:22.662579 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Publish callbacks [] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.707654 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Publish callbacks [] for router_gateway (21a385e7-d485-4a4c-9625-8fc2eb3bdad5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.726962 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1805e-b0c3-4f69-b37b-5c65fa30253f None None] Pushing event updated for resources: {'Port': ['ID=0b7e037e-d4b2-4a8c-94a5-3474c4d60034,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:22.730692 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:22.731088 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.768040 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:10:22.770553 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7773e12b-9120-4f6a-862c-adc3153b855a" -d '{"events": [{"server_uuid": "78454f4d-243c-4bd1-86e0-a522245fe7a2", "name": "network-vif-plugged", "status": "completed", "tag": "299fc8d7-9f4d-4328-b86e-aa76bb3a48b0"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:10:22.781349 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 78bd7522-cee8-4328-a080-c1b3cbb222f3 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:22.781734 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (78bd7522-cee8-4328-a080-c1b3cbb222f3), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.786806 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:22.797236 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9eb81dd-556b-4f13-89f8-a61a287434cd tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (2fddb8e3-4e8c-4cff-a303-259137115810), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.810716 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.846224 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0cf356-0b03-4748-9e30-feb380ecd3c5 x-openstack-request-id: req-fb0cf356-0b03-4748-9e30-feb380ecd3c5 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:10:22.846224 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78454f4d-243c-4bd1-86e0-a522245fe7a2", "name": "network-vif-plugged", "status": "completed", "tag": "299fc8d7-9f4d-4328-b86e-aa76bb3a48b0", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:10:22.851425 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb0cf356-0b03-4748-9e30-feb380ecd3c5 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:10:22.851425 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0', 'code': 200} Jan 26 19:10:22.879180 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d968851-b4bc-4562-9c91-fea6edd981c4 None None] Pushing event updated for resources: {'Port': ['ID=1cf5c4ec-1454-47ba-b011-46ec8f12da7b,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:22.910586 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:22.911673 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 4da389b8-b1ae-4f38-9bd3-fa63b784f47b no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:10:23.047062 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: 4da389b8-b1ae-4f38-9bd3-fa63b784f47b {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:10:23.047062 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 4da389b8-b1ae-4f38-9bd3-fa63b784f47b not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:10:23.070405 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Attempting to bind port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:10:23.070768 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Attempting to bind port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': 'c75bed8a-4447-4910-9d3b-3e68036654b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:10:23.071132 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Attempting to bind port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b on network 65d691c9-eedb-4df1-861b-1902afc0a245 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:10:23.082816 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:10:23.083194 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Checking segment: {'id': 'c75bed8a-4447-4910-9d3b-3e68036654b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:10:23.083604 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:23.083999 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Bound using segment: {'id': 'c75bed8a-4447-4910-9d3b-3e68036654b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:10:23.084495 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Bound port: 1cf5c4ec-1454-47ba-b011-46ec8f12da7b, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75bed8a-4447-4910-9d3b-3e68036654b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:10:23.084892 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:23.096666 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 78bd7522-cee8-4328-a080-c1b3cbb222f3 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:23.119641 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:23.134808 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb81dd-556b-4f13-89f8-a61a287434cd tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Pushing event deleted for resources: {'Port': ['ID=2fddb8e3-4e8c-4cff-a303-259137115810,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:23.197940 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] For port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:10:23.205319 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] For port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=1cf5c4ec-1454-47ba-b011-46ec8f12da7b,segment=NetworkSegment(c75bed8a-4447-4910-9d3b-3e68036654b3),segment_id=c75bed8a-4447-4910-9d3b-3e68036654b3)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:10:23.214130 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73640682-54b8-450e-b6e5-e65376d696af req-646bc6e6-0c64-4dfb-98e6-96e991f89df1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:23.221546 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-73640682-54b8-450e-b6e5-e65376d696af req-646bc6e6-0c64-4dfb-98e6-96e991f89df1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 945 time: 0.4622676 Jan 26 19:10:23.277428 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:23.332390 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9eb81dd-556b-4f13-89f8-a61a287434cd tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks [] for floatingip (2672e18c-ef87-4a65-a15b-af65592e1b71), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:23.334979 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9eb81dd-556b-4f13-89f8-a61a287434cd tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:23.336146 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-b9eb81dd-556b-4f13-89f8-a61a287434cd tempest-AttachVolumeTestJSON-1153203208 tempest-AttachVolumeTestJSON-1153203208-project] 10.222.0.52 "DELETE /v2.0/floatingips/2672e18c-ef87-4a65-a15b-af65592e1b71 HTTP/1.1" status: 204 len: 168 time: 1.2686794 Jan 26 19:10:23.354566 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-d29a910b-1b9d-4e44-9db8-ffa8cf0e3538 None None] Provisioning complete for port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:23.354952 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d29a910b-1b9d-4e44-9db8-ffa8cf0e3538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:23.384113 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d968851-b4bc-4562-9c91-fea6edd981c4 None None] Pushing event updated for resources: {'Port': ['ID=1cf5c4ec-1454-47ba-b011-46ec8f12da7b,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:23.401106 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Routers {'163ff6d5-4540-4d07-88c1-35bf18779e77'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:10:23.401770 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:10:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['163ff6d5-4540-4d07-88c1-35bf18779e77'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:23.418474 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-73640682-54b8-450e-b6e5-e65376d696af req-ab62e0bc-ed80-494b-958f-38d87e6b19d0 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960189 Jan 26 19:10:23.424797 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566451e-4711-4a5a-abe0-6fb0e86b71c3 req-c688897f-1499-442d-b7a6-40750781b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:23.426321 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2566451e-4711-4a5a-abe0-6fb0e86b71c3 req-c688897f-1499-442d-b7a6-40750781b966 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 1100 time: 0.2027962 Jan 26 19:10:23.456015 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4155187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4102833'] for router (21a385e7-d485-4a4c-9625-8fc2eb3bdad5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:23.526028 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2566451e-4711-4a5a-abe0-6fb0e86b71c3 req-8195d3f2-5e58-4885-9c52-728ad804fc24 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927749 Jan 26 19:10:23.568604 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d29a910b-1b9d-4e44-9db8-ffa8cf0e3538 None None] Current status of the port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:23.569082 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d29a910b-1b9d-4e44-9db8-ffa8cf0e3538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:23.622987 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d29a910b-1b9d-4e44-9db8-ffa8cf0e3538 None None] For port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=1cf5c4ec-1454-47ba-b011-46ec8f12da7b,segment=NetworkSegment(c75bed8a-4447-4910-9d3b-3e68036654b3),segment_id=c75bed8a-4447-4910-9d3b-3e68036654b3)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:23.627839 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] Set router 163ff6d5-4540-4d07-88c1-35bf18779e77 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:10:23.744240 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Router 21a385e7-d485-4a4c-9625-8fc2eb3bdad5 is scheduled to L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:10:23.746005 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d29a910b-1b9d-4e44-9db8-ffa8cf0e3538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:23.831093 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a910b-1b9d-4e44-9db8-ffa8cf0e3538 None None] Pushing event updated for resources: {'Port': ['ID=1cf5c4ec-1454-47ba-b011-46ec8f12da7b,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:23.884517 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:10:23.892783 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-5c7de6dd-7e55-4cc5-bc87-4fa6131cf8ea None None] Provisioning complete for port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:23.893188 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c7de6dd-7e55-4cc5-bc87-4fa6131cf8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:23.900752 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Sync routers for ids ['21a385e7-d485-4a4c-9625-8fc2eb3bdad5'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:10:23.948350 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Routers {'21a385e7-d485-4a4c-9625-8fc2eb3bdad5'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:10:23.949087 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:10:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['21a385e7-d485-4a4c-9625-8fc2eb3bdad5'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:23.954170 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:23.955793 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-6d26bd42-df6d-4baa-9d01-9e2316837bab admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8999650 Jan 26 19:10:23.961252 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 46522) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:23.967215 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'name': 'tempest-TestMinimumBasicScenario-143294455-router', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:13Z', 'updated_at': '2022-01-26T19:10:17Z', 'revision_number': 4, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'gw_port': {'id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:14Z', 'updated_at': '2022-01-26T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '1cf5c4ec-1454-47ba-b011-46ec8f12da7b', 'name': '', 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'mac_address': 'fa:16:3e:9b:b0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:17Z', 'updated_at': '2022-01-26T19:10:23Z', 'revision_number': 4, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'subnets': [{'id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:24.036538 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17341b15-cb71-49d2-84b3-8c62f3eec7bd None None] Network 39d220ac-f8e9-4394-ab8d-30effb3e1fc8 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:10:24.055355 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4656e7-2fd6-45f8-b361-efc734171db4 None None] The sync data for ids ['163ff6d5-4540-4d07-88c1-35bf18779e77'] in dv-cinder-824187-6-iscsi is: [{'id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'name': 'tempest-TestMinimumBasicScenario-143294455-router', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:13Z', 'updated_at': '2022-01-26T19:10:17Z', 'revision_number': 4, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'gw_port': {'id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:14Z', 'updated_at': '2022-01-26T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '1cf5c4ec-1454-47ba-b011-46ec8f12da7b', 'name': '', 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'mac_address': 'fa:16:3e:9b:b0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:17Z', 'updated_at': '2022-01-26T19:10:23Z', 'revision_number': 4, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'subnets': [{'id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:10:24.213887 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5c7de6dd-7e55-4cc5-bc87-4fa6131cf8ea None None] Current status of the port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:24.241405 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Set router 21a385e7-d485-4a4c-9625-8fc2eb3bdad5 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:10:24.377608 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-61d661ce-4ebd-4b36-9398-5721eae91ed3 None None] Provisioning complete for port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:24.377993 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61d661ce-4ebd-4b36-9398-5721eae91ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (0b7e037e-d4b2-4a8c-94a5-3474c4d60034), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:24.444240 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:24.733385 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:10:24.776552 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-61d661ce-4ebd-4b36-9398-5721eae91ed3 None None] Current status of the port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:24.776970 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61d661ce-4ebd-4b36-9398-5721eae91ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (0b7e037e-d4b2-4a8c-94a5-3474c4d60034), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:24.780170 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'name': 'tempest-TestMinimumBasicScenario-414620230-router', 'tenant_id': '15c717fbdabb4920a7be3ca4b195779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'a40e0968-f8a4-45a7-b0f3-e82bd630fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:21Z', 'updated_at': '2022-01-26T19:10:22Z', 'revision_number': 3, 'project_id': '15c717fbdabb4920a7be3ca4b195779d', 'gw_port': {'id': 'a40e0968-f8a4-45a7-b0f3-e82bd630fbce', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:21Z', 'updated_at': '2022-01-26T19:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:24.824179 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Checking router: 21a385e7-d485-4a4c-9625-8fc2eb3bdad5 for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:10:24.824179 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Updating router 21a385e7-d485-4a4c-9625-8fc2eb3bdad5 port a40e0968-f8a4-45a7-b0f3-e82bd630fbce binding host dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:10:24.894670 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (a40e0968-f8a4-45a7-b0f3-e82bd630fbce), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:24.931918 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-61d661ce-4ebd-4b36-9398-5721eae91ed3 None None] For port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=0b7e037e-d4b2-4a8c-94a5-3474c4d60034,segment=NetworkSegment(d3baeb42-9c3e-4115-af83-efe0a489b48d),segment_id=d3baeb42-9c3e-4115-af83-efe0a489b48d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:24.975265 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:10:25.039355 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61d661ce-4ebd-4b36-9398-5721eae91ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (0b7e037e-d4b2-4a8c-94a5-3474c4d60034), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:25.122295 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab234f-ba5b-46b7-8617-c2e6102d1fe4 req-22cfd032-61cb-4c64-916a-c0eaefd5c451 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:25.123803 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26ab234f-ba5b-46b7-8617-c2e6102d1fe4 req-22cfd032-61cb-4c64-916a-c0eaefd5c451 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 947 time: 0.5468106 Jan 26 19:10:25.155247 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Allocated IP 172.20.0.1 (39d220ac-f8e9-4394-ab8d-30effb3e1fc8/482f8a22-9b10-4ecc-a61b-0a037a4dfe4f/53533b29-0535-4e4b-aebd-258e8a1717ec) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:10:25.178042 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d661ce-4ebd-4b36-9398-5721eae91ed3 None None] Pushing event updated for resources: {'Port': ['ID=0b7e037e-d4b2-4a8c-94a5-3474c4d60034,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:25.200177 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26ab234f-ba5b-46b7-8617-c2e6102d1fe4 req-da5f943c-1880-4b35-b946-f2387827361f tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699272 Jan 26 19:10:25.217349 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:25.217832 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (0b7e037e-d4b2-4a8c-94a5-3474c4d60034), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:25.223980 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-fad1b674-8794-4ace-b23d-cd12d5a6ffb0 None None] Provisioning complete for port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:25.224346 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fad1b674-8794-4ace-b23d-cd12d5a6ffb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (0b7e037e-d4b2-4a8c-94a5-3474c4d60034), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:25.305129 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Publish callbacks [] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:25.431691 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:25.437322 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:25.438371 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 1cf5c4ec-1454-47ba-b011-46ec8f12da7b up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:10:25.462310 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fad1b674-8794-4ace-b23d-cd12d5a6ffb0 None None] Current status of the port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:25.478327 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Network 39d220ac-f8e9-4394-ab8d-30effb3e1fc8 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:10:25.486576 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:10:25.488926 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Pushing event updated for resources: {'Port': ['ID=53533b29-0535-4e4b-aebd-258e8a1717ec,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:25.489383 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Publish callbacks [] for port (a40e0968-f8a4-45a7-b0f3-e82bd630fbce), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:25.491308 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:10:25.519664 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:25.520052 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:25.533875 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4102628'] for router_interface (21a385e7-d485-4a4c-9625-8fc2eb3bdad5), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:25.558673 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (a40e0968-f8a4-45a7-b0f3-e82bd630fbce), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:25.620091 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab054b2-111b-4a52-a6ee-37f2b4e02f57 None None] Pushing event updated for resources: {'Port': ['ID=a40e0968-f8a4-45a7-b0f3-e82bd630fbce,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:25.627868 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Attempting to bind port a40e0968-f8a4-45a7-b0f3-e82bd630fbce on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:10:25.630480 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Attempting to bind port a40e0968-f8a4-45a7-b0f3-e82bd630fbce by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:10:25.630480 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Attempting to bind port a40e0968-f8a4-45a7-b0f3-e82bd630fbce on network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:10:25.655698 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:10:25.656084 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Checking segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:10:25.656487 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:25.656878 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Bound using segment: {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:10:25.657381 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Bound port: a40e0968-f8a4-45a7-b0f3-e82bd630fbce, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c79e7b-a173-4cf5-950e-4c6fc00e8a0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:10:25.657758 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (a40e0968-f8a4-45a7-b0f3-e82bd630fbce), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:25.692401 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:25.719262 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] For port a40e0968-f8a4-45a7-b0f3-e82bd630fbce, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:10:25.722591 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] For port a40e0968-f8a4-45a7-b0f3-e82bd630fbce, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=a40e0968-f8a4-45a7-b0f3-e82bd630fbce,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:10:25.766256 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:25.784798 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-405490aa-5beb-46b7-a7dc-2ecae1cecae6 None None] Provisioning complete for port 53533b29-0535-4e4b-aebd-258e8a1717ec triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:25.785121 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-405490aa-5beb-46b7-a7dc-2ecae1cecae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:25.820822 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-405490aa-5beb-46b7-a7dc-2ecae1cecae6 None None] Port 53533b29-0535-4e4b-aebd-258e8a1717ec cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:10:25.825896 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (a40e0968-f8a4-45a7-b0f3-e82bd630fbce), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:25.884358 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Routers {'21a385e7-d485-4a4c-9625-8fc2eb3bdad5'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:10:25.884985 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:10:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['21a385e7-d485-4a4c-9625-8fc2eb3bdad5'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:25.886781 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab054b2-111b-4a52-a6ee-37f2b4e02f57 None None] Pushing event updated for resources: {'Port': ['ID=a40e0968-f8a4-45a7-b0f3-e82bd630fbce,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:25.946345 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Publish callbacks [] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:25.997435 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] Set router 21a385e7-d485-4a4c-9625-8fc2eb3bdad5 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:10:26.002608 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122934'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:26.087885 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4103796'] for router_interface (21a385e7-d485-4a4c-9625-8fc2eb3bdad5), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:26.091534 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Pushing event updated for resources: {'Port': ['ID=53533b29-0535-4e4b-aebd-258e8a1717ec,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:26.183174 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd871b-ecb5-45f5-83b3-f721d660bb44 req-d33a70f1-005b-4845-8034-e7945f13f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:26.186133 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-51bd871b-ecb5-45f5-83b3-f721d660bb44 req-d33a70f1-005b-4845-8034-e7945f13f36b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=576e14109c434e728644c0dd02a7a738&device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 1100 time: 0.0633175 Jan 26 19:10:26.211089 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Network 39d220ac-f8e9-4394-ab8d-30effb3e1fc8 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:10:26.212707 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:10:26.231033 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'name': 'tempest-TestMinimumBasicScenario-414620230-router', 'tenant_id': '15c717fbdabb4920a7be3ca4b195779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'a40e0968-f8a4-45a7-b0f3-e82bd630fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:21Z', 'updated_at': '2022-01-26T19:10:25Z', 'revision_number': 4, 'project_id': '15c717fbdabb4920a7be3ca4b195779d', 'gw_port': {'id': 'a40e0968-f8a4-45a7-b0f3-e82bd630fbce', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:21Z', 'updated_at': '2022-01-26T19:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '53533b29-0535-4e4b-aebd-258e8a1717ec', 'name': '', 'network_id': '39d220ac-f8e9-4394-ab8d-30effb3e1fc8', 'tenant_id': '15c717fbdabb4920a7be3ca4b195779d', 'mac_address': 'fa:16:3e:0f:7b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '482f8a22-9b10-4ecc-a61b-0a037a4dfe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:24Z', 'updated_at': '2022-01-26T19:10:25Z', 'revision_number': 1, 'project_id': '15c717fbdabb4920a7be3ca4b195779d', 'subnets': [{'id': '482f8a22-9b10-4ecc-a61b-0a037a4dfe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:26.263505 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd235c-b25f-4c57-9b99-f716993613c5 None None] The sync data for ids ['21a385e7-d485-4a4c-9625-8fc2eb3bdad5'] in dv-cinder-824187-6-iscsi is: [{'id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'name': 'tempest-TestMinimumBasicScenario-414620230-router', 'tenant_id': '15c717fbdabb4920a7be3ca4b195779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'a40e0968-f8a4-45a7-b0f3-e82bd630fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:21Z', 'updated_at': '2022-01-26T19:10:25Z', 'revision_number': 4, 'project_id': '15c717fbdabb4920a7be3ca4b195779d', 'gw_port': {'id': 'a40e0968-f8a4-45a7-b0f3-e82bd630fbce', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:21Z', 'updated_at': '2022-01-26T19:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '53533b29-0535-4e4b-aebd-258e8a1717ec', 'name': '', 'network_id': '39d220ac-f8e9-4394-ab8d-30effb3e1fc8', 'tenant_id': '15c717fbdabb4920a7be3ca4b195779d', 'mac_address': 'fa:16:3e:0f:7b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '482f8a22-9b10-4ecc-a61b-0a037a4dfe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:24Z', 'updated_at': '2022-01-26T19:10:25Z', 'revision_number': 1, 'project_id': '15c717fbdabb4920a7be3ca4b195779d', 'subnets': [{'id': '482f8a22-9b10-4ecc-a61b-0a037a4dfe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:10:26.374804 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd871b-ecb5-45f5-83b3-f721d660bb44 req-00527c3a-e70f-4821-a98f-a1a0badbf2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:26.376671 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-51bd871b-ecb5-45f5-83b3-f721d660bb44 req-00527c3a-e70f-4821-a98f-a1a0badbf2ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca HTTP/1.1" status: 200 len: 918 time: 0.1688836 Jan 26 19:10:26.404561 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Router 21a385e7-d485-4a4c-9625-8fc2eb3bdad5 has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:10:26.451517 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39050d9-a28c-4f45-be54-3a28e4d96e0b req-635c5f38-516f-4efa-b89b-364ad8c22cd7 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:26.455453 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c39050d9-a28c-4f45-be54-3a28e4d96e0b req-635c5f38-516f-4efa-b89b-364ad8c22cd7 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 947 time: 0.1399238 Jan 26 19:10:26.500443 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-51bd871b-ecb5-45f5-83b3-f721d660bb44 req-a0d5aac8-a559-4697-a91f-827a03d91bac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 HTTP/1.1" status: 200 len: 1002 time: 0.1067178 Jan 26 19:10:26.566657 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:10:26.571965 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-da720ca0-e3f6-42a7-b23b-3eba1c3470e7 None None] Provisioning complete for port 53533b29-0535-4e4b-aebd-258e8a1717ec triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:26.574664 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da720ca0-e3f6-42a7-b23b-3eba1c3470e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:26.582808 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-472f75ad-38b0-431d-afb6-3802b4951e75 admin admin] 10.222.0.52 "PUT /v2.0/routers/21a385e7-d485-4a4c-9625-8fc2eb3bdad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6229341 Jan 26 19:10:26.652365 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c39050d9-a28c-4f45-be54-3a28e4d96e0b req-5308ea4e-ee8a-4e7a-88f0-2b468229cf56 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835144 Jan 26 19:10:26.653175 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd871b-ecb5-45f5-83b3-f721d660bb44 req-e3cc786e-6f68-4d8e-9fec-d0a1933c993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:26.655437 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-51bd871b-ecb5-45f5-83b3-f721d660bb44 req-e3cc786e-6f68-4d8e-9fec-d0a1933c993d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4adaee3d-1301-410a-8b8d-af3b7bad3ff4 HTTP/1.1" status: 200 len: 856 time: 0.1517615 Jan 26 19:10:26.658223 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:10:26.716833 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-da720ca0-e3f6-42a7-b23b-3eba1c3470e7 None None] Port 53533b29-0535-4e4b-aebd-258e8a1717ec cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:10:26.722316 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd871b-ecb5-45f5-83b3-f721d660bb44 req-a3b1ccc4-9655-422c-9c66-104c04540009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:26.723838 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-51bd871b-ecb5-45f5-83b3-f721d660bb44 req-a3b1ccc4-9655-422c-9c66-104c04540009 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=027b7978-2d1e-4ab4-a90c-f5f5f682cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620873 Jan 26 19:10:26.748670 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:26.749629 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (0b7e037e-d4b2-4a8c-94a5-3474c4d60034), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:26.847366 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-51bd871b-ecb5-45f5-83b3-f721d660bb44 req-3c74d901-b5b4-4498-9552-bd7abf7fa928 service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164896 Jan 26 19:10:26.848466 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:26.963413 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-51bd871b-ecb5-45f5-83b3-f721d660bb44 req-f2da657b-1645-447f-8461-9a7e5601626d service neutron] 10.222.0.55 "GET /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086423 Jan 26 19:10:27.685622 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 46608) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:27.831794 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cf3c9-4413-4557-ab18-7b90a4746ab0 req-96d9e636-aef6-401d-9997-790bb49cee99 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:27.841152 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-442cf3c9-4413-4557-ab18-7b90a4746ab0 req-96d9e636-aef6-401d-9997-790bb49cee99 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 947 time: 0.0728343 Jan 26 19:10:27.912020 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-442cf3c9-4413-4557-ab18-7b90a4746ab0 req-f3830d12-c9b1-4d37-8e32-ba8856eb7eea tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615335 Jan 26 19:10:28.369455 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f74b-9008-4040-ad24-7c6dc27fd83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4103791'] for router_interface (74220c30-68c8-43b5-b723-ab32070c3be1), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:28.660313 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4f74b-9008-4040-ad24-7c6dc27fd83e admin admin] Deleting port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:10:28.660662 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f74b-9008-4040-ad24-7c6dc27fd83e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:28.663003 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device a40e0968-f8a4-45a7-b0f3-e82bd630fbce up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:10:28.743193 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port a40e0968-f8a4-45a7-b0f3-e82bd630fbce triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:28.743493 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (a40e0968-f8a4-45a7-b0f3-e82bd630fbce), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:28.772026 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-1fd4f74b-9008-4040-ad24-7c6dc27fd83e admin admin] For port 9ab87bc0-cdd7-409d-b790-81cf64d4efbe, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=9ab87bc0-cdd7-409d-b790-81cf64d4efbe,segment=NetworkSegment(11ecee25-3af8-48ff-8d6b-d80d3818c6dc),segment_id=11ecee25-3af8-48ff-8d6b-d80d3818c6dc)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:28.773070 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f74b-9008-4040-ad24-7c6dc27fd83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:28.786516 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4f74b-9008-4040-ad24-7c6dc27fd83e admin admin] Calling delete_port for 9ab87bc0-cdd7-409d-b790-81cf64d4efbe owned by network:router_interface {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:10:28.839382 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port a40e0968-f8a4-45a7-b0f3-e82bd630fbce is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:28.839864 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (a40e0968-f8a4-45a7-b0f3-e82bd630fbce), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:28.865855 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] For port a40e0968-f8a4-45a7-b0f3-e82bd630fbce, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=a40e0968-f8a4-45a7-b0f3-e82bd630fbce,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:28.946088 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (a40e0968-f8a4-45a7-b0f3-e82bd630fbce), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:29.025971 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Pushing event updated for resources: {'Port': ['ID=a40e0968-f8a4-45a7-b0f3-e82bd630fbce,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:29.077883 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f74b-9008-4040-ad24-7c6dc27fd83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (9ab87bc0-cdd7-409d-b790-81cf64d4efbe), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:29.108825 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4f74b-9008-4040-ad24-7c6dc27fd83e admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab87bc0-cdd7-409d-b790-81cf64d4efbe,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:29.310967 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f74b-9008-4040-ad24-7c6dc27fd83e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4103931'] for router_interface (74220c30-68c8-43b5-b723-ab32070c3be1), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:29.559418 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd4f74b-9008-4040-ad24-7c6dc27fd83e admin admin] Router 74220c30-68c8-43b5-b723-ab32070c3be1 has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:10:29.681382 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd4f74b-9008-4040-ad24-7c6dc27fd83e admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:10:29.690592 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 46614) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:29.691512 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-1fd4f74b-9008-4040-ad24-7c6dc27fd83e admin admin] 10.222.0.52 "PUT /v2.0/routers/74220c30-68c8-43b5-b723-ab32070c3be1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0047770 Jan 26 19:10:29.693351 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966c3c3-19b7-4ca6-a302-f6acc4a2c20b None None] Sync routers for ids ['74220c30-68c8-43b5-b723-ab32070c3be1'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:10:29.704743 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966c3c3-19b7-4ca6-a302-f6acc4a2c20b None None] Routers {'74220c30-68c8-43b5-b723-ab32070c3be1'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:10:29.706249 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e966c3c3-19b7-4ca6-a302-f6acc4a2c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:10:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['74220c30-68c8-43b5-b723-ab32070c3be1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:29.815395 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Publish callbacks [] for router (74220c30-68c8-43b5-b723-ab32070c3be1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:29.840189 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e966c3c3-19b7-4ca6-a302-f6acc4a2c20b None None] Set router 74220c30-68c8-43b5-b723-ab32070c3be1 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:10:29.956089 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Publish callbacks [] for router_gateway (74220c30-68c8-43b5-b723-ab32070c3be1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:30.094314 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e966c3c3-19b7-4ca6-a302-f6acc4a2c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:10:28Z', 'revision_number': 5, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port': {'id': 'c5c0d6eb-020f-42bf-b340-af2803265fd6', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:08:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:30.101787 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Deleting port c5c0d6eb-020f-42bf-b340-af2803265fd6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:10:30.102125 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (c5c0d6eb-020f-42bf-b340-af2803265fd6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:30.128817 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966c3c3-19b7-4ca6-a302-f6acc4a2c20b None None] Checking router: 74220c30-68c8-43b5-b723-ab32070c3be1 for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:10:30.143170 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966c3c3-19b7-4ca6-a302-f6acc4a2c20b None None] Routers {'74220c30-68c8-43b5-b723-ab32070c3be1'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:10:30.143170 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e966c3c3-19b7-4ca6-a302-f6acc4a2c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:10:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['74220c30-68c8-43b5-b723-ab32070c3be1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:30.208555 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] For port c5c0d6eb-020f-42bf-b340-af2803265fd6, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=c5c0d6eb-020f-42bf-b340-af2803265fd6,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:30.209093 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (c5c0d6eb-020f-42bf-b340-af2803265fd6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:30.224705 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Calling delete_port for c5c0d6eb-020f-42bf-b340-af2803265fd6 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:10:30.234589 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Sync routers for ids ['21a385e7-d485-4a4c-9625-8fc2eb3bdad5'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:10:30.249307 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Routers {'21a385e7-d485-4a4c-9625-8fc2eb3bdad5'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:10:30.251492 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:10:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['21a385e7-d485-4a4c-9625-8fc2eb3bdad5'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:30.270150 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e966c3c3-19b7-4ca6-a302-f6acc4a2c20b None None] Set router 74220c30-68c8-43b5-b723-ab32070c3be1 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:10:30.325478 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e966c3c3-19b7-4ca6-a302-f6acc4a2c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:10:29Z', 'revision_number': 6, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port_host': None}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:30.358107 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966c3c3-19b7-4ca6-a302-f6acc4a2c20b None None] The sync data for ids ['74220c30-68c8-43b5-b723-ab32070c3be1'] in dv-cinder-824187-6-iscsi is: [{'id': '74220c30-68c8-43b5-b723-ab32070c3be1', 'name': 'tempest-AttachVolumeTestJSON-52999155-router', 'tenant_id': 'ad6163233adb43149b021649508e8ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:10:29Z', 'revision_number': 6, 'project_id': 'ad6163233adb43149b021649508e8ff6', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:10:30.400343 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Set router 21a385e7-d485-4a4c-9625-8fc2eb3bdad5 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:10:30.649038 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (c5c0d6eb-020f-42bf-b340-af2803265fd6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:30.684306 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c0d6eb-020f-42bf-b340-af2803265fd6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:30.711026 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:30.711655 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:30.711769 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:30.712932 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:30.713505 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:30.713791 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:30.714128 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:30.714459 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:30.714791 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:30.715117 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:30.719269 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:30.720174 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:30.720174 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:30.746844 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'name': 'tempest-TestMinimumBasicScenario-414620230-router', 'tenant_id': '15c717fbdabb4920a7be3ca4b195779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'a40e0968-f8a4-45a7-b0f3-e82bd630fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:21Z', 'updated_at': '2022-01-26T19:10:25Z', 'revision_number': 4, 'project_id': '15c717fbdabb4920a7be3ca4b195779d', 'gw_port': {'id': 'a40e0968-f8a4-45a7-b0f3-e82bd630fbce', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:21Z', 'updated_at': '2022-01-26T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '53533b29-0535-4e4b-aebd-258e8a1717ec', 'name': '', 'network_id': '39d220ac-f8e9-4394-ab8d-30effb3e1fc8', 'tenant_id': '15c717fbdabb4920a7be3ca4b195779d', 'mac_address': 'fa:16:3e:0f:7b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '482f8a22-9b10-4ecc-a61b-0a037a4dfe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:24Z', 'updated_at': '2022-01-26T19:10:25Z', 'revision_number': 2, 'project_id': '15c717fbdabb4920a7be3ca4b195779d', 'subnets': [{'id': '482f8a22-9b10-4ecc-a61b-0a037a4dfe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:30.790461 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Checking router: 21a385e7-d485-4a4c-9625-8fc2eb3bdad5 for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:10:30.790962 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Updating router 21a385e7-d485-4a4c-9625-8fc2eb3bdad5 port 53533b29-0535-4e4b-aebd-258e8a1717ec binding host dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:10:30.801352 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4102805'] for router_gateway (74220c30-68c8-43b5-b723-ab32070c3be1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:30.840106 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:30.888295 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device a40e0968-f8a4-45a7-b0f3-e82bd630fbce up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:10:30.939928 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4155136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103717'] for router (74220c30-68c8-43b5-b723-ab32070c3be1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:30.942303 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Publish callbacks [] for router_controller (74220c30-68c8-43b5-b723-ab32070c3be1), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.082675 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port a40e0968-f8a4-45a7-b0f3-e82bd630fbce triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:31.083063 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (a40e0968-f8a4-45a7-b0f3-e82bd630fbce), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.094457 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4155145'] for router (74220c30-68c8-43b5-b723-ab32070c3be1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.095211 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74220c30-68c8-43b5-b723-ab32070c3be1 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:10:31.105441 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.110174 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-b817aad4-071d-4bb6-8e19-3b5de7ef8658 admin admin] 10.222.0.52 "DELETE /v2.0/routers/74220c30-68c8-43b5-b723-ab32070c3be1 HTTP/1.1" status: 204 len: 168 time: 1.4153700 Jan 26 19:10:31.110174 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 46620) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:31.168773 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2c1fe0-3683-4907-ba3f-b5112c11a46e admin admin] Deleting subnet f48a8d7c-62d5-4c66-b22a-175e4457e7a9 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:10:31.172308 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd2c1fe0-3683-4907-ba3f-b5112c11a46e admin admin] Publish callbacks [] for subnet (f48a8d7c-62d5-4c66-b22a-175e4457e7a9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.243393 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd2c1fe0-3683-4907-ba3f-b5112c11a46e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2376327'] for subnet (f48a8d7c-62d5-4c66-b22a-175e4457e7a9), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.270121 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port a40e0968-f8a4-45a7-b0f3-e82bd630fbce is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:31.332404 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Publish callbacks [] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.332611 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 9ab87bc0-cdd7-409d-b790-81cf64d4efbe no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:10:31.355707 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: 9ab87bc0-cdd7-409d-b790-81cf64d4efbe {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:10:31.360257 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 9ab87bc0-cdd7-409d-b790-81cf64d4efbe not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:10:31.422583 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd2c1fe0-3683-4907-ba3f-b5112c11a46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643270'] for subnet (f48a8d7c-62d5-4c66-b22a-175e4457e7a9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.436803 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.505820 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952b68b-82b3-4a3e-ab32-0ca4932c6dde None None] Pushing event updated for resources: {'Port': ['ID=53533b29-0535-4e4b-aebd-258e8a1717ec,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:31.572225 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Attempting to bind port 53533b29-0535-4e4b-aebd-258e8a1717ec on host dv-cinder-824187-6-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:10:31.572595 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Attempting to bind port 53533b29-0535-4e4b-aebd-258e8a1717ec by drivers openvswitch,hyperv on host dv-cinder-824187-6-iscsi at level 0 using segments [{'id': 'd3baeb42-9c3e-4115-af83-efe0a489b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '39d220ac-f8e9-4394-ab8d-30effb3e1fc8'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:10:31.572954 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Attempting to bind port 53533b29-0535-4e4b-aebd-258e8a1717ec on network 39d220ac-f8e9-4394-ab8d-30effb3e1fc8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:10:31.579845 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Checking agent: {'id': '9f3fe7d3-b7d4-496f-9d03-3bf098a573d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 18, 56, 14), 'started_at': datetime.datetime(2022, 1, 26, 18, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:10:31.580225 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Checking segment: {'id': 'd3baeb42-9c3e-4115-af83-efe0a489b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '39d220ac-f8e9-4394-ab8d-30effb3e1fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:10:31.580748 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.581203 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Bound using segment: {'id': 'd3baeb42-9c3e-4115-af83-efe0a489b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '39d220ac-f8e9-4394-ab8d-30effb3e1fc8'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:10:31.585795 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Bound port: 53533b29-0535-4e4b-aebd-258e8a1717ec, host: dv-cinder-824187-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3baeb42-9c3e-4115-af83-efe0a489b48d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '39d220ac-f8e9-4394-ab8d-30effb3e1fc8'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:10:31.585795 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.609872 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd2c1fe0-3683-4907-ba3f-b5112c11a46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59506037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59545430'] for subnet (f48a8d7c-62d5-4c66-b22a-175e4457e7a9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.633603 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd2c1fe0-3683-4907-ba3f-b5112c11a46e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.636921 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-bd2c1fe0-3683-4907-ba3f-b5112c11a46e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f48a8d7c-62d5-4c66-b22a-175e4457e7a9 HTTP/1.1" status: 204 len: 168 time: 0.5258207 Jan 26 19:10:31.640447 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 46622) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:31.662337 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bab5cc0-56ef-4cf5-adc9-545d0dd88e1f None None] Network 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:10:31.672697 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c1fe0-3683-4907-ba3f-b5112c11a46e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f48a8d7c-62d5-4c66-b22a-175e4457e7a9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:31.782281 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600199'] for network (55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.803018 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] For port 53533b29-0535-4e4b-aebd-258e8a1717ec, host dv-cinder-824187-6-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:10:31.806923 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] For port 53533b29-0535-4e4b-aebd-258e8a1717ec, host dv-cinder-824187-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=53533b29-0535-4e4b-aebd-258e8a1717ec,segment=NetworkSegment(d3baeb42-9c3e-4115-af83-efe0a489b48d),segment_id=d3baeb42-9c3e-4115-af83-efe0a489b48d)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:10:31.854372 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Deleting port 00a58b2d-cee1-4087-8d8d-2194376b6627 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:10:31.863012 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (00a58b2d-cee1-4087-8d8d-2194376b6627), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.879755 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.940739 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-193b2bb1-b6bf-4e0b-b2f7-d33a47b1b2b8 None None] Provisioning complete for port 53533b29-0535-4e4b-aebd-258e8a1717ec triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:31.941114 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-193b2bb1-b6bf-4e0b-b2f7-d33a47b1b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.942904 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adee217f-9d2d-49c7-85e6-879efc5feb53 None None] DHCP port deletion for 55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf request from dv-cinder-824187-6-iscsi {{(pid=103147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 19:10:31.947145 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] For port 00a58b2d-cee1-4087-8d8d-2194376b6627, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=00a58b2d-cee1-4087-8d8d-2194376b6627,segment=NetworkSegment(11ecee25-3af8-48ff-8d6b-d80d3818c6dc),segment_id=11ecee25-3af8-48ff-8d6b-d80d3818c6dc)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:31.947516 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (00a58b2d-cee1-4087-8d8d-2194376b6627), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:31.969638 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Calling delete_port for 00a58b2d-cee1-4087-8d8d-2194376b6627 owned by network:dhcp {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:10:32.008420 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952b68b-82b3-4a3e-ab32-0ca4932c6dde None None] Pushing event updated for resources: {'Port': ['ID=53533b29-0535-4e4b-aebd-258e8a1717ec,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:32.057935 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Routers {'21a385e7-d485-4a4c-9625-8fc2eb3bdad5'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:10:32.058710 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:10:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['21a385e7-d485-4a4c-9625-8fc2eb3bdad5'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:32.157507 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (00a58b2d-cee1-4087-8d8d-2194376b6627), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:32.185892 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Pushing event deleted for resources: {'Port': ['ID=00a58b2d-cee1-4087-8d8d-2194376b6627,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:32.189787 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] No DVR routers for this DVR port 00a58b2d-cee1-4087-8d8d-2194376b6627 on host dv-cinder-824187-6-iscsi {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:10:32.219482 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:32.219828 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:32.220188 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:32.220659 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:32.221083 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:32.221432 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:32.221844 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:32.222245 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:32.222645 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:32.223249 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:32.223427 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:32.223824 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:32.224233 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:32.235356 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-193b2bb1-b6bf-4e0b-b2f7-d33a47b1b2b8 None None] Current status of the port 53533b29-0535-4e4b-aebd-258e8a1717ec is: DOWN; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:32.236489 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-193b2bb1-b6bf-4e0b-b2f7-d33a47b1b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:32.241377 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-adee217f-9d2d-49c7-85e6-879efc5feb53 None None] Deleting port 00a58b2d-cee1-4087-8d8d-2194376b6627 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:10:32.241750 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adee217f-9d2d-49c7-85e6-879efc5feb53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (00a58b2d-cee1-4087-8d8d-2194376b6627), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:32.266655 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] Set router 21a385e7-d485-4a4c-9625-8fc2eb3bdad5 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:10:32.310269 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646737', 'neutron.services.segments.db._delete_segments_for_network-8747743498626'] for network (55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:32.331923 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf']}} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:32.344899 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ecee25-3af8-48ff-8d6b-d80d3818c6dc') {'for_net_delete': True} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:32.345388 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ecee25-3af8-48ff-8d6b-d80d3818c6dc') {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:32.362755 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743466123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3764342'] for segment (11ecee25-3af8-48ff-8d6b-d80d3818c6dc), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:32.383098 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (11ecee25-3af8-48ff-8d6b-d80d3818c6dc), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:32.392927 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:10:32.393555 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60123090'] for segment (11ecee25-3af8-48ff-8d6b-d80d3818c6dc), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: Traceback (most recent call last): Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: timer() Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: cb(*args, **kw) Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: return func(*args, **kwargs) Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: self._notify() Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: self.callback(batched_events) Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: event.method(event) Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: return f(self, *a, **k) Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._get(url).json() Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: return self.request(url, 'GET', **kwargs) Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:10:32.395726 dv-cinder-824187-6-iscsi neutron-server[103145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:10:32.407472 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-193b2bb1-b6bf-4e0b-b2f7-d33a47b1b2b8 None None] For port 53533b29-0535-4e4b-aebd-258e8a1717ec, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=53533b29-0535-4e4b-aebd-258e8a1717ec,segment=NetworkSegment(d3baeb42-9c3e-4115-af83-efe0a489b48d),segment_id=d3baeb42-9c3e-4115-af83-efe0a489b48d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:32.409363 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-adee217f-9d2d-49c7-85e6-879efc5feb53 None None] For port 00a58b2d-cee1-4087-8d8d-2194376b6627, host dv-cinder-824187-6-iscsi, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:32.415205 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adee217f-9d2d-49c7-85e6-879efc5feb53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (00a58b2d-cee1-4087-8d8d-2194376b6627), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:32.441383 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-adee217f-9d2d-49c7-85e6-879efc5feb53 None None] Calling delete_port for 00a58b2d-cee1-4087-8d8d-2194376b6627 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:10:32.449220 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-adee217f-9d2d-49c7-85e6-879efc5feb53 None None] Port 00a58b2d-cee1-4087-8d8d-2194376b6627 was not found and therefore no delete operation was performed {{(pid=103147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 19:10:32.481495 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adee217f-9d2d-49c7-85e6-879efc5feb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272'] for port (00a58b2d-cee1-4087-8d8d-2194376b6627), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:32.489521 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-193b2bb1-b6bf-4e0b-b2f7-d33a47b1b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:32.522310 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee217f-9d2d-49c7-85e6-879efc5feb53 None None] Pushing event deleted for resources: {'Port': ['ID=00a58b2d-cee1-4087-8d8d-2194376b6627,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:32.531386 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee217f-9d2d-49c7-85e6-879efc5feb53 None None] No DVR routers for this DVR port 00a58b2d-cee1-4087-8d8d-2194376b6627 on host dv-cinder-824187-6-iscsi {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:10:32.562842 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4102525'] for network (55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:32.571362 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:32.578246 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] 10.222.0.52 "DELETE /v2.0/networks/55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf HTTP/1.1" status: 204 len: 168 time: 0.9360659 Jan 26 19:10:32.613168 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526db96e-12e0-49e6-9396-3c094d65b8db admin admin] Pushing event deleted for resources: {'Network': ['ID=55cabaa9-f3ca-44d8-b3f1-a84bf0e81faf,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:32.674108 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 53533b29-0535-4e4b-aebd-258e8a1717ec up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:10:32.711623 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b2bb1-b6bf-4e0b-b2f7-d33a47b1b2b8 None None] Pushing event updated for resources: {'Port': ['ID=53533b29-0535-4e4b-aebd-258e8a1717ec,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:32.736520 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-956af254-2047-46b4-b33b-f192c26e7d98 None None] Provisioning complete for port 53533b29-0535-4e4b-aebd-258e8a1717ec triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:32.736520 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-956af254-2047-46b4-b33b-f192c26e7d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:32.809153 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 53533b29-0535-4e4b-aebd-258e8a1717ec triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:32.809536 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:32.961635 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 46626) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:33.006041 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-e10fbff3-6bf6-4c59-84af-158c5b3c91a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ad6163233adb43149b021649508e8ff6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431724 Jan 26 19:10:33.008506 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 46628) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:33.018086 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'name': 'tempest-TestMinimumBasicScenario-414620230-router', 'tenant_id': '15c717fbdabb4920a7be3ca4b195779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'a40e0968-f8a4-45a7-b0f3-e82bd630fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:21Z', 'updated_at': '2022-01-26T19:10:25Z', 'revision_number': 4, 'project_id': '15c717fbdabb4920a7be3ca4b195779d', 'gw_port': {'id': 'a40e0968-f8a4-45a7-b0f3-e82bd630fbce', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:21Z', 'updated_at': '2022-01-26T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '53533b29-0535-4e4b-aebd-258e8a1717ec', 'name': '', 'network_id': '39d220ac-f8e9-4394-ab8d-30effb3e1fc8', 'tenant_id': '15c717fbdabb4920a7be3ca4b195779d', 'mac_address': 'fa:16:3e:0f:7b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '482f8a22-9b10-4ecc-a61b-0a037a4dfe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:24Z', 'updated_at': '2022-01-26T19:10:31Z', 'revision_number': 4, 'project_id': '15c717fbdabb4920a7be3ca4b195779d', 'subnets': [{'id': '482f8a22-9b10-4ecc-a61b-0a037a4dfe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:10:33.056230 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b1fa78-beb1-4557-a5c2-8f450cd6cbbf None None] The sync data for ids ['21a385e7-d485-4a4c-9625-8fc2eb3bdad5'] in dv-cinder-824187-6-iscsi is: [{'id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'name': 'tempest-TestMinimumBasicScenario-414620230-router', 'tenant_id': '15c717fbdabb4920a7be3ca4b195779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'a40e0968-f8a4-45a7-b0f3-e82bd630fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:21Z', 'updated_at': '2022-01-26T19:10:25Z', 'revision_number': 4, 'project_id': '15c717fbdabb4920a7be3ca4b195779d', 'gw_port': {'id': 'a40e0968-f8a4-45a7-b0f3-e82bd630fbce', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:21Z', 'updated_at': '2022-01-26T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '53533b29-0535-4e4b-aebd-258e8a1717ec', 'name': '', 'network_id': '39d220ac-f8e9-4394-ab8d-30effb3e1fc8', 'tenant_id': '15c717fbdabb4920a7be3ca4b195779d', 'mac_address': 'fa:16:3e:0f:7b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '482f8a22-9b10-4ecc-a61b-0a037a4dfe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:24Z', 'updated_at': '2022-01-26T19:10:31Z', 'revision_number': 4, 'project_id': '15c717fbdabb4920a7be3ca4b195779d', 'subnets': [{'id': '482f8a22-9b10-4ecc-a61b-0a037a4dfe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:10:33.060446 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-956af254-2047-46b4-b33b-f192c26e7d98 None None] Current status of the port 53533b29-0535-4e4b-aebd-258e8a1717ec is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:33.078158 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9db91772-7c7a-416c-add1-632417289276 admin admin] Publish callbacks [] for security_group (a6940970-a64f-4fdf-906f-ac9b53e4530e), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:33.118132 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9db91772-7c7a-416c-add1-632417289276 admin admin] Publish callbacks [] for security_group (a6940970-a64f-4fdf-906f-ac9b53e4530e), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:33.126208 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 53533b29-0535-4e4b-aebd-258e8a1717ec is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:33.199326 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device c5c0d6eb-020f-42bf-b340-af2803265fd6 no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:10:33.235270 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: c5c0d6eb-020f-42bf-b340-af2803265fd6 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:10:33.236063 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device c5c0d6eb-020f-42bf-b340-af2803265fd6 not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:10:33.236063 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 00a58b2d-cee1-4087-8d8d-2194376b6627 no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:10:33.260111 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: 00a58b2d-cee1-4087-8d8d-2194376b6627 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:10:33.260469 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 00a58b2d-cee1-4087-8d8d-2194376b6627 not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:10:33.318110 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9db91772-7c7a-416c-add1-632417289276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (a6940970-a64f-4fdf-906f-ac9b53e4530e), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:33.320774 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9db91772-7c7a-416c-add1-632417289276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:33.325880 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-9db91772-7c7a-416c-add1-632417289276 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6940970-a64f-4fdf-906f-ac9b53e4530e HTTP/1.1" status: 204 len: 168 time: 0.3137739 Jan 26 19:10:33.336919 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db91772-7c7a-416c-add1-632417289276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6940970-a64f-4fdf-906f-ac9b53e4530e,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:34.567035 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 53533b29-0535-4e4b-aebd-258e8a1717ec up at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:10:34.618403 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Provisioning complete for port 53533b29-0535-4e4b-aebd-258e8a1717ec triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:34.618795 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:34.708168 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Current status of the port 53533b29-0535-4e4b-aebd-258e8a1717ec is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:37.088341 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6fbd2623-e0b9-46c2-b56e-ce6d499cd9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:38.944748 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-9e1ffb52-8606-4d5f-87c2-72c6673b63d6 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:38.946233 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-9e1ffb52-8606-4d5f-87c2-72c6673b63d6 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/networks?id=65d691c9-eedb-4df1-861b-1902afc0a245 HTTP/1.1" status: 200 len: 814 time: 0.0990779 Jan 26 19:10:38.961260 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-734351e4-b89b-4cc1-b2c4-0f488a3e2fd6 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/quotas/32a037b182ae4cd5a35299e60c9f7dbc HTTP/1.1" status: 200 len: 375 time: 0.0096226 Jan 26 19:10:39.011858 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-9ab1629f-6a11-4b9b-80ef-f16210c7ee7a tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=32a037b182ae4cd5a35299e60c9f7dbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455346 Jan 26 19:10:39.217705 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-1f87ec88-d632-4f61-a0d9-111a6540415d service neutron] 10.222.0.52 "GET /v2.0/networks/65d691c9-eedb-4df1-861b-1902afc0a245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938498 Jan 26 19:10:39.311092 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4374e76a-2a84-49e5-b0d6-0623c5552b28 service neutron] 10.222.0.52 "GET /v2.0/networks/65d691c9-eedb-4df1-861b-1902afc0a245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896413 Jan 26 19:10:39.539383 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-71276126-183a-4c04-af82-34c316c19918 req-db4e482a-da85-470c-aae9-89db1882df28 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 210 time: 0.0315080 Jan 26 19:10:39.579520 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a4d21cd-efbb-457d-a3fb-de5204fcf3f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:40.586088 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:40.630357 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f6621f05-57bd-46b3-bad9-d1405a385943 req-9e686405-8542-4052-86f9-34ebee651b31 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 210 time: 0.0406020 Jan 26 19:10:41.729418 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f04179d6-6f54-4508-9714-e2f6986545c3 req-dec21c57-d239-4ef6-9739-cdf8a4ed85b6 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 210 time: 0.0295179 Jan 26 19:10:41.847052 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-5bd4cd47-e28a-4fa3-85d0-7987fed619ef tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:41.848559 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-5bd4cd47-e28a-4fa3-85d0-7987fed619ef tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.55 "GET /v2.0/networks?id=65d691c9-eedb-4df1-861b-1902afc0a245 HTTP/1.1" status: 200 len: 814 time: 0.1135666 Jan 26 19:10:41.860659 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-05351998-ea0b-4131-9f88-bd03c49dbb89 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Request body: {'port': {'device_id': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'admin_state_up': True, 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:10:42.019734 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-05351998-ea0b-4131-9f88-bd03c49dbb89 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Made reservation on behalf of 32a037b182ae4cd5a35299e60c9f7dbc for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:10:42.023388 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-05351998-ea0b-4131-9f88-bd03c49dbb89 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:42.157252 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-05351998-ea0b-4131-9f88-bd03c49dbb89 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Allocated IP 172.20.0.9 (65d691c9-eedb-4df1-861b-1902afc0a245/2d2188b4-53a7-483f-8626-14ace373b1de/caffc39a-419f-4983-b1e6-a19afd0dbbf1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:10:42.318040 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-05351998-ea0b-4131-9f88-bd03c49dbb89 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:42.397424 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-05351998-ea0b-4131-9f88-bd03c49dbb89 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:42.439267 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-05351998-ea0b-4131-9f88-bd03c49dbb89 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Network 65d691c9-eedb-4df1-861b-1902afc0a245 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:10:42.442709 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-05351998-ea0b-4131-9f88-bd03c49dbb89 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:10:42.447660 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-05351998-ea0b-4131-9f88-bd03c49dbb89 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:10:42.485319 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05351998-ea0b-4131-9f88-bd03c49dbb89 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Pushing event updated for resources: {'Port': ['ID=caffc39a-419f-4983-b1e6-a19afd0dbbf1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:42.512631 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-05351998-ea0b-4131-9f88-bd03c49dbb89 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:42.513694 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-05351998-ea0b-4131-9f88-bd03c49dbb89 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:42.620191 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:42.622625 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-05351998-ea0b-4131-9f88-bd03c49dbb89 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7658257 Jan 26 19:10:42.656089 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Request body: {'port': {'device_id': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:10:42.751131 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-5c7e15b8-672b-472f-a658-8e8cfe7e88f0 None None] Provisioning complete for port caffc39a-419f-4983-b1e6-a19afd0dbbf1 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:42.752331 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c7e15b8-672b-472f-a658-8e8cfe7e88f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:42.864387 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e15b8-672b-472f-a658-8e8cfe7e88f0 None None] Port caffc39a-419f-4983-b1e6-a19afd0dbbf1 cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:10:43.048440 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:43.075611 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d6cad-8c46-45b6-9d60-7d76fc456997 req-ba4f5b0b-a081-4446-83da-69ad494a912a tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:43.077255 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-436d6cad-8c46-45b6-9d60-7d76fc456997 req-ba4f5b0b-a081-4446-83da-69ad494a912a tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 931 time: 0.0979166 Jan 26 19:10:43.215683 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-436d6cad-8c46-45b6-9d60-7d76fc456997 req-231f4426-78af-424d-8671-c538db8b5000 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183641 Jan 26 19:10:43.435749 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caffc39a-419f-4983-b1e6-a19afd0dbbf1 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:10:43.447124 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Publish callbacks [] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:43.467926 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Transition to ACTIVE for port object caffc39a-419f-4983-b1e6-a19afd0dbbf1 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:10:43.528126 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:43.604052 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Pushing event updated for resources: {'Port': ['ID=caffc39a-419f-4983-b1e6-a19afd0dbbf1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:43.685832 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Attempting to bind port caffc39a-419f-4983-b1e6-a19afd0dbbf1 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:10:43.686153 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Attempting to bind port caffc39a-419f-4983-b1e6-a19afd0dbbf1 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'c75bed8a-4447-4910-9d3b-3e68036654b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:10:43.686493 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Attempting to bind port caffc39a-419f-4983-b1e6-a19afd0dbbf1 on network 65d691c9-eedb-4df1-861b-1902afc0a245 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:10:43.692707 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Port caffc39a-419f-4983-b1e6-a19afd0dbbf1 on network 65d691c9-eedb-4df1-861b-1902afc0a245 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:10:43.693149 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Attempting to bind port caffc39a-419f-4983-b1e6-a19afd0dbbf1 on network 65d691c9-eedb-4df1-861b-1902afc0a245 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:10:43.716280 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:10:43.716619 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Checking segment: {'id': 'c75bed8a-4447-4910-9d3b-3e68036654b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:10:43.717025 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Bound using segment: {'id': 'c75bed8a-4447-4910-9d3b-3e68036654b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:10:43.721745 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Bound port: caffc39a-419f-4983-b1e6-a19afd0dbbf1, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75bed8a-4447-4910-9d3b-3e68036654b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:10:43.722229 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:43.728306 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:43.864395 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] For port caffc39a-419f-4983-b1e6-a19afd0dbbf1, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:10:43.868112 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] For port caffc39a-419f-4983-b1e6-a19afd0dbbf1, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=caffc39a-419f-4983-b1e6-a19afd0dbbf1,segment=NetworkSegment(c75bed8a-4447-4910-9d3b-3e68036654b3),segment_id=c75bed8a-4447-4910-9d3b-3e68036654b3)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:10:43.969789 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:44.010780 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:44.011029 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:44.012625 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] 10.222.0.55 "PUT /v2.0/ports/caffc39a-419f-4983-b1e6-a19afd0dbbf1 HTTP/1.1" status: 200 len: 1093 time: 1.3608572 Jan 26 19:10:44.013041 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'tag': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:10:44.016328 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc81a4b-aa49-4f9d-961f-5a193598485e" -d '{"events": [{"name": "network-changed", "server_uuid": "f74ee28e-990f-486e-8b0c-48042ee97559", "tag": "caffc39a-419f-4983-b1e6-a19afd0dbbf1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:10:44.074370 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27693a-3e8a-4c4d-9693-699670495b25 service neutron] Pushing event updated for resources: {'Port': ['ID=caffc39a-419f-4983-b1e6-a19afd0dbbf1,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:44.100263 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d511edd-6763-4ed3-925e-045e7683e828 x-openstack-request-id: req-3d511edd-6763-4ed3-925e-045e7683e828 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:10:44.100861 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74ee28e-990f-486e-8b0c-48042ee97559", "tag": "caffc39a-419f-4983-b1e6-a19afd0dbbf1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:10:44.101260 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d511edd-6763-4ed3-925e-045e7683e828 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:10:44.101772 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'tag': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1', 'status': 'completed', 'code': 200} Jan 26 19:10:44.349505 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac495e6-c23a-4aba-b0a6-65d4556be757 req-58f3a7e5-230c-4379-b30f-90fde9a71a3e tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:44.351110 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9ac495e6-c23a-4aba-b0a6-65d4556be757 req-58f3a7e5-230c-4379-b30f-90fde9a71a3e tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 943 time: 0.0594645 Jan 26 19:10:44.412734 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9ac495e6-c23a-4aba-b0a6-65d4556be757 req-8b60cfeb-3f0d-4b3c-8664-23fca1c40a11 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532022 Jan 26 19:10:45.543381 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d603ea2-c781-4fea-9cf4-7a24639bc11a req-3144192a-2c38-4d9b-82a7-56b0d466c17b tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:45.550129 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1d603ea2-c781-4fea-9cf4-7a24639bc11a req-3144192a-2c38-4d9b-82a7-56b0d466c17b tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 943 time: 0.0610058 Jan 26 19:10:45.616436 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1d603ea2-c781-4fea-9cf4-7a24639bc11a req-ecd3807b-2c13-4cc1-9c9a-036ffc90db56 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601912 Jan 26 19:10:45.680945 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 46818) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:45.796541 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5b747d6a-a65b-4747-8a69-7fb5e1b3e441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:45.879239 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5b747d6a-a65b-4747-8a69-7fb5e1b3e441 admin admin] Publish callbacks [] for security_group (3e1f6cff-fcb4-41cb-90c4-b4a97145c900), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:45.946216 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5b747d6a-a65b-4747-8a69-7fb5e1b3e441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (3e1f6cff-fcb4-41cb-90c4-b4a97145c900), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:45.989661 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b747d6a-a65b-4747-8a69-7fb5e1b3e441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1f6cff-fcb4-41cb-90c4-b4a97145c900,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:45.994644 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-5b747d6a-a65b-4747-8a69-7fb5e1b3e441 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a56c30a62c54ba9b2639be440e322bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122921 Jan 26 19:10:45.998770 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 46822) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:46.065293 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d51aaaae-710f-4268-95bd-66fb561de36c admin admin] Publish callbacks [] for security_group (3e1f6cff-fcb4-41cb-90c4-b4a97145c900), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:46.089327 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d51aaaae-710f-4268-95bd-66fb561de36c admin admin] Publish callbacks [] for security_group (3e1f6cff-fcb4-41cb-90c4-b4a97145c900), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:46.197196 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d51aaaae-710f-4268-95bd-66fb561de36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (3e1f6cff-fcb4-41cb-90c4-b4a97145c900), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:46.199904 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d51aaaae-710f-4268-95bd-66fb561de36c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:46.201103 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-d51aaaae-710f-4268-95bd-66fb561de36c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e1f6cff-fcb4-41cb-90c4-b4a97145c900 HTTP/1.1" status: 204 len: 168 time: 0.2009735 Jan 26 19:10:46.214376 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51aaaae-710f-4268-95bd-66fb561de36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1f6cff-fcb4-41cb-90c4-b4a97145c900,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:46.775023 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8bd17-b9f2-48e1-a0c1-a7756bd72aa5 req-afbd92ca-7f3c-477a-a89c-6bac3bcd4cb7 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:46.776891 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1ea8bd17-b9f2-48e1-a0c1-a7756bd72aa5 req-afbd92ca-7f3c-477a-a89c-6bac3bcd4cb7 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 943 time: 0.0549195 Jan 26 19:10:46.845844 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1ea8bd17-b9f2-48e1-a0c1-a7756bd72aa5 req-6322c2f6-25b6-4cc1-9d74-6193a27cc208 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626934 Jan 26 19:10:47.993077 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd137f-7ac4-407e-a582-91f3eb89524c req-141581d2-f17d-4fd0-b3a4-f15b0aecc228 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:47.994723 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-24bd137f-7ac4-407e-a582-91f3eb89524c req-141581d2-f17d-4fd0-b3a4-f15b0aecc228 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 943 time: 0.0716410 Jan 26 19:10:48.064881 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-24bd137f-7ac4-407e-a582-91f3eb89524c req-10de2478-06fb-4ff0-a278-0c5d5e659b6b tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628960 Jan 26 19:10:49.210818 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54df412-98e5-447b-b934-f9aef90053cd req-e811c4fb-6ee6-49f2-bd4d-a22a5dbf37ea tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:49.212376 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a54df412-98e5-447b-b934-f9aef90053cd req-e811c4fb-6ee6-49f2-bd4d-a22a5dbf37ea tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 943 time: 0.0550981 Jan 26 19:10:49.255699 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 46884) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:49.272879 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a54df412-98e5-447b-b934-f9aef90053cd req-11b9dec9-f3ce-4141-ab95-88fb01a558b5 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515697 Jan 26 19:10:49.387720 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-eafda698-4e57-4fcc-99bb-fd3f0c214039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:49.472688 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-eafda698-4e57-4fcc-99bb-fd3f0c214039 admin admin] Publish callbacks [] for security_group (cc39f037-7124-4d28-9763-1c77d12c27ad), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:49.551188 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-eafda698-4e57-4fcc-99bb-fd3f0c214039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (cc39f037-7124-4d28-9763-1c77d12c27ad), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:49.592702 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-eafda698-4e57-4fcc-99bb-fd3f0c214039 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3eca74546418419ba7f1c08b833a0080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350687 Jan 26 19:10:49.594758 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafda698-4e57-4fcc-99bb-fd3f0c214039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc39f037-7124-4d28-9763-1c77d12c27ad,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:49.595491 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 46888) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:49.672107 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c555791-a446-489a-868c-40071f2f524b admin admin] Publish callbacks [] for security_group (cc39f037-7124-4d28-9763-1c77d12c27ad), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:49.694844 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c555791-a446-489a-868c-40071f2f524b admin admin] Publish callbacks [] for security_group (cc39f037-7124-4d28-9763-1c77d12c27ad), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:49.808532 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c555791-a446-489a-868c-40071f2f524b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (cc39f037-7124-4d28-9763-1c77d12c27ad), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:49.811788 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c555791-a446-489a-868c-40071f2f524b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:49.812959 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-6c555791-a446-489a-868c-40071f2f524b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc39f037-7124-4d28-9763-1c77d12c27ad HTTP/1.1" status: 204 len: 168 time: 0.2164340 Jan 26 19:10:49.821345 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c555791-a446-489a-868c-40071f2f524b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc39f037-7124-4d28-9763-1c77d12c27ad,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:50.413732 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080fd6c-bf3d-4876-b412-877dd1003483 req-7261efa2-aab9-49e9-a8dd-e8aaa180fdfa tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:50.417702 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4080fd6c-bf3d-4876-b412-877dd1003483 req-7261efa2-aab9-49e9-a8dd-e8aaa180fdfa tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 943 time: 0.0638011 Jan 26 19:10:50.473296 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4080fd6c-bf3d-4876-b412-877dd1003483 req-de974c79-c435-4adf-891f-c574f39b6a5c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480137 Jan 26 19:10:50.842246 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 46898) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:50.855926 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6da99ce9-5420-45cb-85c7-8c4596d69517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:50.934699 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6da99ce9-5420-45cb-85c7-8c4596d69517 admin admin] Publish callbacks [] for security_group (f37a9d99-a7a5-48ae-8134-5eb69e1b7ba8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:51.013732 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6da99ce9-5420-45cb-85c7-8c4596d69517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (f37a9d99-a7a5-48ae-8134-5eb69e1b7ba8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:51.050701 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da99ce9-5420-45cb-85c7-8c4596d69517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37a9d99-a7a5-48ae-8134-5eb69e1b7ba8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:51.055165 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-6da99ce9-5420-45cb-85c7-8c4596d69517 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b54c67f87ca34775bc859f84a859d3df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118740 Jan 26 19:10:51.058358 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 46902) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:51.105276 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68066514-af3e-47f4-a820-8ffc84e40722 admin admin] Publish callbacks [] for security_group (f37a9d99-a7a5-48ae-8134-5eb69e1b7ba8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:51.126475 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68066514-af3e-47f4-a820-8ffc84e40722 admin admin] Publish callbacks [] for security_group (f37a9d99-a7a5-48ae-8134-5eb69e1b7ba8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:51.248429 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68066514-af3e-47f4-a820-8ffc84e40722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (f37a9d99-a7a5-48ae-8134-5eb69e1b7ba8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:51.251101 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68066514-af3e-47f4-a820-8ffc84e40722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:51.255042 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-68066514-af3e-47f4-a820-8ffc84e40722 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f37a9d99-a7a5-48ae-8134-5eb69e1b7ba8 HTTP/1.1" status: 204 len: 168 time: 0.1935840 Jan 26 19:10:51.264565 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68066514-af3e-47f4-a820-8ffc84e40722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37a9d99-a7a5-48ae-8134-5eb69e1b7ba8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:51.315994 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc81a4b-aa49-4f9d-961f-5a193598485e req-78984c2f-12d3-4eeb-82a2-ed17687edcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:51.317538 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ffc81a4b-aa49-4f9d-961f-5a193598485e req-78984c2f-12d3-4eeb-82a2-ed17687edcad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32a037b182ae4cd5a35299e60c9f7dbc&device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 1096 time: 0.0431595 Jan 26 19:10:51.426029 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc81a4b-aa49-4f9d-961f-5a193598485e req-44038d60-e8d2-485a-805f-422a9d8e3f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:51.427453 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ffc81a4b-aa49-4f9d-961f-5a193598485e req-44038d60-e8d2-485a-805f-422a9d8e3f62 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=32a037b182ae4cd5a35299e60c9f7dbc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0968211 Jan 26 19:10:51.527953 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc81a4b-aa49-4f9d-961f-5a193598485e req-bdb81f3d-4427-4592-ad50-961f32397908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:51.529497 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ffc81a4b-aa49-4f9d-961f-5a193598485e req-bdb81f3d-4427-4592-ad50-961f32397908 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961857 Jan 26 19:10:51.619548 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bade2-8765-4e94-b442-897d3708b77a req-1026a6c1-3a25-4b28-96d6-4369e8fa87b7 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:51.621019 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-330bade2-8765-4e94-b442-897d3708b77a req-1026a6c1-3a25-4b28-96d6-4369e8fa87b7 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 943 time: 0.0778494 Jan 26 19:10:51.630647 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4f18e501-6e1e-4be8-a9bb-4acfb0b03a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:51.634635 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-4f18e501-6e1e-4be8-a9bb-4acfb0b03a89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32a037b182ae4cd5a35299e60c9f7dbc&device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 1096 time: 0.0605180 Jan 26 19:10:51.682690 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-247b0494-dc3d-4426-936b-94d700a7dd13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caffc39a-419f-4983-b1e6-a19afd0dbbf1 HTTP/1.1" status: 200 len: 217 time: 0.0435491 Jan 26 19:10:51.738044 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-330bade2-8765-4e94-b442-897d3708b77a req-153f574d-e319-47f0-95ff-769acaa6ecfb tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096034 Jan 26 19:10:51.746950 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-b6a1e838-25ef-4770-b065-ba06c91e64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:51.748910 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-b6a1e838-25ef-4770-b065-ba06c91e64c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d2188b4-53a7-483f-8626-14ace373b1de HTTP/1.1" status: 200 len: 853 time: 0.0605249 Jan 26 19:10:51.798133 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-d2e738b8-1d48-4838-8c1c-425237ab5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:51.799824 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-d2e738b8-1d48-4838-8c1c-425237ab5de7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65d691c9-eedb-4df1-861b-1902afc0a245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444522 Jan 26 19:10:51.892897 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-72a9d6af-6894-4616-98fa-889c058a8b2f service neutron] 10.222.0.55 "GET /v2.0/networks/65d691c9-eedb-4df1-861b-1902afc0a245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864458 Jan 26 19:10:51.961634 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:51.979946 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6f126d92-8110-4e7e-a187-84bf5d9dbb9e req-792f568c-51ef-45b0-a328-9c3f97694acb service neutron] 10.222.0.55 "GET /v2.0/networks/65d691c9-eedb-4df1-861b-1902afc0a245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812533 Jan 26 19:10:52.852786 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152352c7-b983-4c6b-a0bb-30ff5e6b2557 req-e2fcccc2-32f0-466f-b96d-a081d594ccff tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:52.854323 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-152352c7-b983-4c6b-a0bb-30ff5e6b2557 req-e2fcccc2-32f0-466f-b96d-a081d594ccff tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 943 time: 0.0485170 Jan 26 19:10:52.902559 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-152352c7-b983-4c6b-a0bb-30ff5e6b2557 req-1838a020-9552-4f43-9b91-2d5459db3ab3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419114 Jan 26 19:10:54.018576 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40033d-e3a9-4cac-b137-4958a1afaa40 req-ffc400e2-d566-493b-8161-66fe86183730 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:54.020231 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ed40033d-e3a9-4cac-b137-4958a1afaa40 req-ffc400e2-d566-493b-8161-66fe86183730 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 943 time: 0.0498402 Jan 26 19:10:54.071998 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ed40033d-e3a9-4cac-b137-4958a1afaa40 req-19d0aeaf-8b1e-48e0-b0f3-1c10ef70d2b1 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452268 Jan 26 19:10:54.308010 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 46984) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:54.409506 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-785355a6-2937-4c2d-9fac-40020b30fe9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:54.478743 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-785355a6-2937-4c2d-9fac-40020b30fe9b admin admin] Publish callbacks [] for security_group (8ad168de-581b-4bc1-9563-f103464a9f34), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:54.544850 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-785355a6-2937-4c2d-9fac-40020b30fe9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (8ad168de-581b-4bc1-9563-f103464a9f34), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:54.782935 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-785355a6-2937-4c2d-9fac-40020b30fe9b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd44c92a680049b5860e1aadd701821b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4738383 Jan 26 19:10:54.783657 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785355a6-2937-4c2d-9fac-40020b30fe9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad168de-581b-4bc1-9563-f103464a9f34,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:54.786531 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 46988) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:54.840491 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-119f3905-d0e9-4bfd-9692-9c50473d5841 admin admin] Publish callbacks [] for security_group (8ad168de-581b-4bc1-9563-f103464a9f34), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:54.866163 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-119f3905-d0e9-4bfd-9692-9c50473d5841 admin admin] Publish callbacks [] for security_group (8ad168de-581b-4bc1-9563-f103464a9f34), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:54.991202 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-119f3905-d0e9-4bfd-9692-9c50473d5841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (8ad168de-581b-4bc1-9563-f103464a9f34), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:54.994414 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-119f3905-d0e9-4bfd-9692-9c50473d5841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:54.995672 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-119f3905-d0e9-4bfd-9692-9c50473d5841 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ad168de-581b-4bc1-9563-f103464a9f34 HTTP/1.1" status: 204 len: 168 time: 0.2077382 Jan 26 19:10:55.004243 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f3905-d0e9-4bfd-9692-9c50473d5841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad168de-581b-4bc1-9563-f103464a9f34,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:55.078115 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device caffc39a-419f-4983-b1e6-a19afd0dbbf1 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:10:55.179511 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port caffc39a-419f-4983-b1e6-a19afd0dbbf1, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=caffc39a-419f-4983-b1e6-a19afd0dbbf1,segment=NetworkSegment(c75bed8a-4447-4910-9d3b-3e68036654b3),segment_id=c75bed8a-4447-4910-9d3b-3e68036654b3)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:55.191468 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cca6d7-8fad-43de-99f4-69d94858764f req-3dded763-d44f-4960-856d-f239b53abc03 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:55.192799 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-76cca6d7-8fad-43de-99f4-69d94858764f req-3dded763-d44f-4960-856d-f239b53abc03 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 943 time: 0.0519109 Jan 26 19:10:55.192934 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1', 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'port_id': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1', 'mac_address': 'fa:16:3e:2e:eb:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:10:55.236922 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port caffc39a-419f-4983-b1e6-a19afd0dbbf1 is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:55.237265 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:55.242159 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-76cca6d7-8fad-43de-99f4-69d94858764f req-d6d686ad-bfc5-454c-8dd1-efcc5753096a tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Jan 26 19:10:55.252110 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caffc39a-419f-4983-b1e6-a19afd0dbbf1 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:10:55.271770 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port caffc39a-419f-4983-b1e6-a19afd0dbbf1, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=caffc39a-419f-4983-b1e6-a19afd0dbbf1,segment=NetworkSegment(c75bed8a-4447-4910-9d3b-3e68036654b3),segment_id=c75bed8a-4447-4910-9d3b-3e68036654b3)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:55.322526 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:55.369770 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=caffc39a-419f-4983-b1e6-a19afd0dbbf1,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:55.376603 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:55.376988 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:55.377362 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:55.377701 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:55.378033 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:55.378362 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:55.378689 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:55.379017 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:55.379339 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:55.379666 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:55.379988 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:55.380309 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:55.380629 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:10:55.544079 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47000) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:55.556918 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e20fba34-9de5-45f5-87a1-85ef91f41f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:55.632442 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e20fba34-9de5-45f5-87a1-85ef91f41f4e admin admin] Publish callbacks [] for security_group (0570eccb-6464-4893-8a47-e53edf9db253), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:55.710993 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e20fba34-9de5-45f5-87a1-85ef91f41f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (0570eccb-6464-4893-8a47-e53edf9db253), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:55.748902 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fba34-9de5-45f5-87a1-85ef91f41f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0570eccb-6464-4893-8a47-e53edf9db253,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:55.753238 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-e20fba34-9de5-45f5-87a1-85ef91f41f4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d4e06211efa45dbb466bdd24536a4ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081175 Jan 26 19:10:55.755855 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47002) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:55.808113 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93d8d88a-835a-4734-96ad-130229842863 admin admin] Publish callbacks [] for security_group (0570eccb-6464-4893-8a47-e53edf9db253), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:55.830054 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93d8d88a-835a-4734-96ad-130229842863 admin admin] Publish callbacks [] for security_group (0570eccb-6464-4893-8a47-e53edf9db253), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:56.369961 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bc1bf-f235-48c8-ad96-bf9beac2ea04 req-d5763bc4-f4cd-4655-9ef4-c72ba8297e8c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:56.371458 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-316bc1bf-f235-48c8-ad96-bf9beac2ea04 req-d5763bc4-f4cd-4655-9ef4-c72ba8297e8c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 944 time: 0.0497551 Jan 26 19:10:56.417525 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-316bc1bf-f235-48c8-ad96-bf9beac2ea04 req-8580c4a5-aef3-48e2-b074-74303a99bc96 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402739 Jan 26 19:10:56.464895 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93d8d88a-835a-4734-96ad-130229842863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (0570eccb-6464-4893-8a47-e53edf9db253), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:56.467479 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93d8d88a-835a-4734-96ad-130229842863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:56.469610 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-93d8d88a-835a-4734-96ad-130229842863 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0570eccb-6464-4893-8a47-e53edf9db253 HTTP/1.1" status: 204 len: 168 time: 0.7128317 Jan 26 19:10:56.477696 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8d88a-835a-4734-96ad-130229842863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0570eccb-6464-4893-8a47-e53edf9db253,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:57.118757 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['caffc39a-419f-4983-b1e6-a19afd0dbbf1'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:10:57.530415 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f93e3-2fd5-42e5-a2f5-2db46ff6c281 req-2b94cfb7-3e64-426d-8d3f-dba917ad23cc tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:57.531815 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-452f93e3-2fd5-42e5-a2f5-2db46ff6c281 req-2b94cfb7-3e64-426d-8d3f-dba917ad23cc tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 944 time: 0.0497162 Jan 26 19:10:57.578413 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-452f93e3-2fd5-42e5-a2f5-2db46ff6c281 req-d8aa19fe-4cef-40a7-ac2e-c9b635ad7184 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410659 Jan 26 19:10:58.697980 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7d7cf-ada2-4673-86ac-61beff9a1bf7 req-02456ca7-f838-46d8-9653-0ea8ec055633 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:58.699468 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-98d7d7cf-ada2-4673-86ac-61beff9a1bf7 req-02456ca7-f838-46d8-9653-0ea8ec055633 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 944 time: 0.0485995 Jan 26 19:10:58.755302 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-98d7d7cf-ada2-4673-86ac-61beff9a1bf7 req-ea3bcaa7-b4cd-447b-9d07-ed8009de5f95 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497007 Jan 26 19:10:58.850594 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device caffc39a-419f-4983-b1e6-a19afd0dbbf1 up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:10:58.979606 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port caffc39a-419f-4983-b1e6-a19afd0dbbf1 completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:10:58.983741 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port caffc39a-419f-4983-b1e6-a19afd0dbbf1 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:10:58.984122 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:59.064523 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port caffc39a-419f-4983-b1e6-a19afd0dbbf1 is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:10:59.064834 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:59.087529 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:10:59.090021 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026f0b17-1aa0-4dc1-a85c-465ce3ace1a6" -d '{"events": [{"server_uuid": "f74ee28e-990f-486e-8b0c-48042ee97559", "name": "network-vif-plugged", "status": "completed", "tag": "caffc39a-419f-4983-b1e6-a19afd0dbbf1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:10:59.104409 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port caffc39a-419f-4983-b1e6-a19afd0dbbf1, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=caffc39a-419f-4983-b1e6-a19afd0dbbf1,segment=NetworkSegment(c75bed8a-4447-4910-9d3b-3e68036654b3),segment_id=c75bed8a-4447-4910-9d3b-3e68036654b3)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:10:59.130984 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc3cd58-9730-48f4-9c56-faff16a8f95a x-openstack-request-id: req-ddc3cd58-9730-48f4-9c56-faff16a8f95a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:10:59.131295 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74ee28e-990f-486e-8b0c-48042ee97559", "name": "network-vif-plugged", "status": "completed", "tag": "caffc39a-419f-4983-b1e6-a19afd0dbbf1", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:10:59.131554 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ddc3cd58-9730-48f4-9c56-faff16a8f95a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:10:59.131956 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1', 'code': 200} Jan 26 19:10:59.158930 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:59.189753 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47100) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:59.210425 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=caffc39a-419f-4983-b1e6-a19afd0dbbf1,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:59.299208 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d01706b-c769-4d34-bc0b-d8b7e2f1911c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:59.397525 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d01706b-c769-4d34-bc0b-d8b7e2f1911c admin admin] Publish callbacks [] for security_group (06fa546b-e662-44ee-8427-0161ed1c0ac5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:59.407132 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0d297-2762-4ba7-9c1d-119bb56cc3c5 req-32bfd9cd-af51-4df5-a4e5-4caadd962bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:59.410458 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-77c0d297-2762-4ba7-9c1d-119bb56cc3c5 req-32bfd9cd-af51-4df5-a4e5-4caadd962bf4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 1098 time: 0.0577815 Jan 26 19:10:59.451903 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-77c0d297-2762-4ba7-9c1d-119bb56cc3c5 req-3c2797c7-0338-41aa-8234-229844e6d491 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362697 Jan 26 19:10:59.457996 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d01706b-c769-4d34-bc0b-d8b7e2f1911c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (06fa546b-e662-44ee-8427-0161ed1c0ac5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:59.494467 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01706b-c769-4d34-bc0b-d8b7e2f1911c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fa546b-e662-44ee-8427-0161ed1c0ac5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:59.499582 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-3d01706b-c769-4d34-bc0b-d8b7e2f1911c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=00874f46ea604f5fbc5b9a111ed61965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085253 Jan 26 19:10:59.502131 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47104) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:10:59.552825 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c031ed8c-cb6a-44cc-a343-6f5240f3e48c admin admin] Publish callbacks [] for security_group (06fa546b-e662-44ee-8427-0161ed1c0ac5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:59.574283 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c031ed8c-cb6a-44cc-a343-6f5240f3e48c admin admin] Publish callbacks [] for security_group (06fa546b-e662-44ee-8427-0161ed1c0ac5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:59.710787 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c031ed8c-cb6a-44cc-a343-6f5240f3e48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (06fa546b-e662-44ee-8427-0161ed1c0ac5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:59.713365 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c031ed8c-cb6a-44cc-a343-6f5240f3e48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:10:59.715925 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-c031ed8c-cb6a-44cc-a343-6f5240f3e48c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06fa546b-e662-44ee-8427-0161ed1c0ac5 HTTP/1.1" status: 204 len: 168 time: 0.2117281 Jan 26 19:10:59.723241 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031ed8c-cb6a-44cc-a343-6f5240f3e48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fa546b-e662-44ee-8427-0161ed1c0ac5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:10:59.869835 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46f464-40f6-404c-b0ba-977fc20893a8 req-0cdb8015-03af-4599-88c1-17bea5a4aee9 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:10:59.871319 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4e46f464-40f6-404c-b0ba-977fc20893a8 req-0cdb8015-03af-4599-88c1-17bea5a4aee9 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 945 time: 0.0489016 Jan 26 19:10:59.921328 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4e46f464-40f6-404c-b0ba-977fc20893a8 req-222b804b-7417-48b7-8bae-896fe15513b4 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437930 Jan 26 19:11:00.248170 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47116) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:00.264697 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c8afb9b5-9dff-4bd4-8ac5-aa57f495daa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:00.334563 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c8afb9b5-9dff-4bd4-8ac5-aa57f495daa2 admin admin] Publish callbacks [] for security_group (47369b31-488e-44cd-a7d6-6378f13c69c6), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:00.401471 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c8afb9b5-9dff-4bd4-8ac5-aa57f495daa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (47369b31-488e-44cd-a7d6-6378f13c69c6), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:00.438100 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afb9b5-9dff-4bd4-8ac5-aa57f495daa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47369b31-488e-44cd-a7d6-6378f13c69c6,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:00.442525 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-c8afb9b5-9dff-4bd4-8ac5-aa57f495daa2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b78619cb9e764de394e57f75f53b558d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933403 Jan 26 19:11:00.445270 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47118) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:00.492641 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-17ea6b2c-a2b0-4faa-8a75-d27124b2b57b admin admin] Publish callbacks [] for security_group (47369b31-488e-44cd-a7d6-6378f13c69c6), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:00.517873 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-17ea6b2c-a2b0-4faa-8a75-d27124b2b57b admin admin] Publish callbacks [] for security_group (47369b31-488e-44cd-a7d6-6378f13c69c6), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:00.642223 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-17ea6b2c-a2b0-4faa-8a75-d27124b2b57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (47369b31-488e-44cd-a7d6-6378f13c69c6), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:00.644863 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-17ea6b2c-a2b0-4faa-8a75-d27124b2b57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:00.646214 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-17ea6b2c-a2b0-4faa-8a75-d27124b2b57b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47369b31-488e-44cd-a7d6-6378f13c69c6 HTTP/1.1" status: 204 len: 168 time: 0.2000649 Jan 26 19:11:00.654527 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea6b2c-a2b0-4faa-8a75-d27124b2b57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47369b31-488e-44cd-a7d6-6378f13c69c6,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:01.037784 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6c3cf-8abf-4feb-9fa5-13dae933eb22 req-56c0218c-825c-440b-97bf-c290f5dc9802 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:01.039265 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-adb6c3cf-8abf-4feb-9fa5-13dae933eb22 req-56c0218c-825c-440b-97bf-c290f5dc9802 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 945 time: 0.0520303 Jan 26 19:11:01.085913 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-adb6c3cf-8abf-4feb-9fa5-13dae933eb22 req-7f9317b2-1049-4e48-a69c-8b120ee35b21 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Jan 26 19:11:01.210919 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8df80-dec6-447a-b282-c391a60fde71 req-28b139b9-c169-40ed-8dc2-47f110c8798c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:01.212446 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5fa8df80-dec6-447a-b282-c391a60fde71 req-28b139b9-c169-40ed-8dc2-47f110c8798c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 945 time: 0.0552938 Jan 26 19:11:01.260696 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5fa8df80-dec6-447a-b282-c391a60fde71 req-fcf29fda-b498-4c22-a782-2f51c5cf59d1 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426052 Jan 26 19:11:01.603022 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276202e3-3300-4f64-b9e8-c871b4db1ead req-c0b8f225-fc33-4c79-8f93-45a50e91f8fe tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:01.604911 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-276202e3-3300-4f64-b9e8-c871b4db1ead req-c0b8f225-fc33-4c79-8f93-45a50e91f8fe tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 945 time: 0.0569882 Jan 26 19:11:01.668709 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-276202e3-3300-4f64-b9e8-c871b4db1ead req-0d5cc1a5-0181-4017-b078-8eebf133041f tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579576 Jan 26 19:11:01.730952 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:11:02.009713 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-4f865009-121d-4460-95fa-3a8b7d4195ab tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96348695&fields=id&tenant_id=3e696aded712424fa11e2cea742d7fcf HTTP/1.1" status: 200 len: 267 time: 0.0438604 Jan 26 19:11:02.130740 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb31a2-71ee-425f-a6d9-e6eee5a73503 req-718e8ba6-cd31-4728-95bd-fcb2806c0f09 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:02.132733 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-77bb31a2-71ee-425f-a6d9-e6eee5a73503 req-718e8ba6-cd31-4728-95bd-fcb2806c0f09 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 947 time: 0.0574241 Jan 26 19:11:02.137617 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-d5b23b5b-e090-4e4f-a3d3-35bf01a3d61e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:02.139468 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-d5b23b5b-e090-4e4f-a3d3-35bf01a3d61e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/networks?id=b1887265-1d4b-4b0f-a079-aa5abdb4c028 HTTP/1.1" status: 200 len: 812 time: 0.1228619 Jan 26 19:11:02.160116 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-c46a7ebd-35bb-4bce-a41f-a3cd70f83aa2 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/quotas/3e696aded712424fa11e2cea742d7fcf HTTP/1.1" status: 200 len: 375 time: 0.0135534 Jan 26 19:11:02.182372 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-77bb31a2-71ee-425f-a6d9-e6eee5a73503 req-4a33b324-b758-438f-849b-43f599482fc3 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438130 Jan 26 19:11:02.213618 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-e3d25ae1-5a69-49b2-8f32-1947888e8fc8 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e696aded712424fa11e2cea742d7fcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497985 Jan 26 19:11:02.415099 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-9e2ea7be-7e58-443b-b2f5-049ab075b50c service neutron] 10.222.0.52 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881254 Jan 26 19:11:02.505758 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-4bcc620c-084a-45f4-8e58-7ba6d95e65d4 service neutron] 10.222.0.52 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849247 Jan 26 19:11:03.112013 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-12e193a3-3db8-4463-84c4-bc1e1e7d3f46 req-b30b006c-09e3-4abe-ba89-1cdc0e199a7c tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0285115 Jan 26 19:11:03.307803 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9262d-ec89-47a2-8914-60c8760e31af req-9a151a38-b98b-49ba-aded-9140f8737eb8 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:03.309313 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-94f9262d-ec89-47a2-8914-60c8760e31af req-9a151a38-b98b-49ba-aded-9140f8737eb8 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 947 time: 0.0535214 Jan 26 19:11:03.356811 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-94f9262d-ec89-47a2-8914-60c8760e31af req-01d90193-2f70-4650-9aef-2a555a21493e tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups?id=a1085e64-227d-41cc-82c0-982a79d3815b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417452 Jan 26 19:11:03.595552 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c868d6c-8ce5-450b-85a6-31f9f279d315 req-337e89e0-494e-42a3-824f-bfe39a36739e tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:03.597024 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4c868d6c-8ce5-450b-85a6-31f9f279d315 req-337e89e0-494e-42a3-824f-bfe39a36739e tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.55 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 947 time: 0.0570354 Jan 26 19:11:03.693110 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4c868d6c-8ce5-450b-85a6-31f9f279d315 req-e15a3754-0945-4c34-b607-4d196506de14 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Deleting port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:11:03.693367 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4c868d6c-8ce5-450b-85a6-31f9f279d315 req-e15a3754-0945-4c34-b607-4d196506de14 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:03.790447 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4c868d6c-8ce5-450b-85a6-31f9f279d315 req-e15a3754-0945-4c34-b607-4d196506de14 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] For port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:03.790818 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4c868d6c-8ce5-450b-85a6-31f9f279d315 req-e15a3754-0945-4c34-b607-4d196506de14 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:03.885553 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47254) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:03.983426 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4c868d6c-8ce5-450b-85a6-31f9f279d315 req-e15a3754-0945-4c34-b607-4d196506de14 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:03.983860 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4c868d6c-8ce5-450b-85a6-31f9f279d315 req-e15a3754-0945-4c34-b607-4d196506de14 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (a1896175-a6d2-4f47-96cd-faf08cb4a654), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:03.984244 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.l3_db [req-4c868d6c-8ce5-450b-85a6-31f9f279d315 req-e15a3754-0945-4c34-b607-4d196506de14 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Floating IP a1896175-a6d2-4f47-96cd-faf08cb4a654 disassociated. External IP: 172.27.2.150, port: 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0. Jan 26 19:11:03.984651 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4c868d6c-8ce5-450b-85a6-31f9f279d315 req-e15a3754-0945-4c34-b607-4d196506de14 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Calling delete_port for 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:11:04.005782 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f43c143d-c357-4cf7-84bc-31aef3f4b325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:04.090476 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f43c143d-c357-4cf7-84bc-31aef3f4b325 admin admin] Publish callbacks [] for security_group (1bd1464e-a0e7-49e3-be67-e2d738005ed1), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:04.174805 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f43c143d-c357-4cf7-84bc-31aef3f4b325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (1bd1464e-a0e7-49e3-be67-e2d738005ed1), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:04.205625 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-44384559-f433-49ee-9b00-1b28769f3bfb req-73a44fd9-ecdb-4202-baa2-81f7d9a91e7a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0268607 Jan 26 19:11:04.224753 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-f43c143d-c357-4cf7-84bc-31aef3f4b325 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=65ba6d7dd2af4f9faaef10444e7cef82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358309 Jan 26 19:11:04.224753 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c143d-c357-4cf7-84bc-31aef3f4b325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd1464e-a0e7-49e3-be67-e2d738005ed1,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:04.225636 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47264) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:04.246205 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4c868d6c-8ce5-450b-85a6-31f9f279d315 req-e15a3754-0945-4c34-b607-4d196506de14 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (299fc8d7-9f4d-4328-b86e-aa76bb3a48b0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:04.283566 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a3754-0945-4c34-b607-4d196506de14 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event deleted for resources: {'Port': ['ID=299fc8d7-9f4d-4328-b86e-aa76bb3a48b0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:04.345417 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a5d90c6-57ed-4c42-89e9-154398dd91cc admin admin] Publish callbacks [] for security_group (1bd1464e-a0e7-49e3-be67-e2d738005ed1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:04.412164 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a5d90c6-57ed-4c42-89e9-154398dd91cc admin admin] Publish callbacks [] for security_group (1bd1464e-a0e7-49e3-be67-e2d738005ed1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:04.480806 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1681d0fd-2711-48b2-9bc2-295752f04f69 req-4b70bc46-a976-4347-a39a-b249f2b2fbd1 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/ports?device_id=78454f4d-243c-4bd1-86e0-a522245fe7a2 HTTP/1.1" status: 200 len: 210 time: 0.0367224 Jan 26 19:11:04.482702 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c868d6c-8ce5-450b-85a6-31f9f279d315 req-e15a3754-0945-4c34-b607-4d196506de14 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:11:04.604619 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c868d6c-8ce5-450b-85a6-31f9f279d315 req-e15a3754-0945-4c34-b607-4d196506de14 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:11:04.611143 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a5d90c6-57ed-4c42-89e9-154398dd91cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (1bd1464e-a0e7-49e3-be67-e2d738005ed1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:04.617637 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a5d90c6-57ed-4c42-89e9-154398dd91cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:04.618464 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58689507-d732-4be0-9a54-556877ca949a None None] Sync routers for ids ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:11:04.623599 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-6a5d90c6-57ed-4c42-89e9-154398dd91cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1bd1464e-a0e7-49e3-be67-e2d738005ed1 HTTP/1.1" status: 204 len: 168 time: 0.3922062 Jan 26 19:11:04.634651 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58689507-d732-4be0-9a54-556877ca949a None None] Routers {'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:11:04.635661 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-58689507-d732-4be0-9a54-556877ca949a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:10:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:04.662950 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d90c6-57ed-4c42-89e9-154398dd91cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd1464e-a0e7-49e3-be67-e2d738005ed1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:04.665255 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c868d6c-8ce5-450b-85a6-31f9f279d315 req-e15a3754-0945-4c34-b607-4d196506de14 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] No DVR routers for this DVR port 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:11:04.667426 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4c868d6c-8ce5-450b-85a6-31f9f279d315 req-e15a3754-0945-4c34-b607-4d196506de14 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:04.671470 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4c868d6c-8ce5-450b-85a6-31f9f279d315 req-e15a3754-0945-4c34-b607-4d196506de14 tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.55 "DELETE /v2.0/ports/299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 HTTP/1.1" status: 204 len: 173 time: 1.0694704 Jan 26 19:11:04.671965 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'name': 'network-vif-deleted', 'tag': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:11:04.689493 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce3c72f-de68-48f6-a295-1cd42ffcfe9a" -d '{"events": [{"server_uuid": "78454f4d-243c-4bd1-86e0-a522245fe7a2", "name": "network-vif-deleted", "tag": "299fc8d7-9f4d-4328-b86e-aa76bb3a48b0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:11:04.746497 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700745a3-4469-4321-abd4-abdfd9b74bc8 x-openstack-request-id: req-700745a3-4469-4321-abd4-abdfd9b74bc8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:11:04.746929 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78454f4d-243c-4bd1-86e0-a522245fe7a2", "name": "network-vif-deleted", "tag": "299fc8d7-9f4d-4328-b86e-aa76bb3a48b0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:11:04.747054 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-700745a3-4469-4321-abd4-abdfd9b74bc8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:11:04.747454 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78454f4d-243c-4bd1-86e0-a522245fe7a2', 'name': 'network-vif-deleted', 'tag': '299fc8d7-9f4d-4328-b86e-aa76bb3a48b0', 'status': 'completed', 'code': 200} Jan 26 19:11:04.894467 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-58689507-d732-4be0-9a54-556877ca949a None None] Set router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:11:05.116743 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-58689507-d732-4be0-9a54-556877ca949a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:26Z', 'revision_number': 4, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'dea40113-6e4c-4164-9a04-67ebf0a6c610', 'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'mac_address': 'fa:16:3e:1d:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:24Z', 'updated_at': '2022-01-26T19:04:33Z', 'revision_number': 5, 'project_id': '576e14109c434e728644c0dd02a7a738', 'subnets': [{'id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:05.143879 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58689507-d732-4be0-9a54-556877ca949a None None] Checking router: e87eb1b8-6361-4ff4-a6a0-b5df08abad4e for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:11:05.152999 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58689507-d732-4be0-9a54-556877ca949a None None] Routers {'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:11:05.157330 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-58689507-d732-4be0-9a54-556877ca949a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:10:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:05.174631 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-24ac7deb-2daf-495b-9039-0a9792d6fcb0 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:05.176236 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-24ac7deb-2daf-495b-9039-0a9792d6fcb0 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.55 "GET /v2.0/networks?id=b1887265-1d4b-4b0f-a079-aa5abdb4c028 HTTP/1.1" status: 200 len: 812 time: 0.1149542 Jan 26 19:11:05.251504 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-1b25843b-a450-40c1-9da2-88e15248ee6f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e696aded712424fa11e2cea742d7fcf HTTP/1.1" status: 200 len: 378 time: 0.0674152 Jan 26 19:11:05.261316 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-b1ef2ae3-b348-41cb-af45-f7cbc827101a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Request body: {'port': {'device_id': 'da342347-6262-4a62-864a-9c3aad09d7d8', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'admin_state_up': True, 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'security_groups': ['ab723756-651d-46fa-b962-198c96ea5201']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:05.267605 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-58689507-d732-4be0-9a54-556877ca949a None None] Set router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:11:05.303633 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47278) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:05.325788 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6b1bbb2e-f89a-41b4-899d-76452dcf0eb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:05.364494 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8d1362f2-f28d-4964-9f94-f0a4612e8261 req-32a61fb4-70e9-49f0-af27-1e97b40a5d05 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0366452 Jan 26 19:11:05.465762 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6b1bbb2e-f89a-41b4-899d-76452dcf0eb9 admin admin] Publish callbacks [] for security_group (99c377d8-c8e0-4c08-a834-9c7d3d809b1c), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:05.502484 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-58689507-d732-4be0-9a54-556877ca949a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:26Z', 'revision_number': 4, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'dea40113-6e4c-4164-9a04-67ebf0a6c610', 'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'mac_address': 'fa:16:3e:1d:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:24Z', 'updated_at': '2022-01-26T19:04:33Z', 'revision_number': 5, 'project_id': '576e14109c434e728644c0dd02a7a738', 'subnets': [{'id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:05.528493 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-b1ef2ae3-b348-41cb-af45-f7cbc827101a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Made reservation on behalf of 3e696aded712424fa11e2cea742d7fcf for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:11:05.530432 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58689507-d732-4be0-9a54-556877ca949a None None] The sync data for ids ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'] in dv-cinder-824187-6-iscsi is: [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:04:26Z', 'revision_number': 4, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'dea40113-6e4c-4164-9a04-67ebf0a6c610', 'name': '', 'network_id': '027b7978-2d1e-4ab4-a90c-f5f5f682cdca', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'mac_address': 'fa:16:3e:1d:47:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:24Z', 'updated_at': '2022-01-26T19:04:33Z', 'revision_number': 5, 'project_id': '576e14109c434e728644c0dd02a7a738', 'subnets': [{'id': '4adaee3d-1301-410a-8b8d-af3b7bad3ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:11:05.533904 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-b1ef2ae3-b348-41cb-af45-f7cbc827101a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:05.585362 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6b1bbb2e-f89a-41b4-899d-76452dcf0eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (99c377d8-c8e0-4c08-a834-9c7d3d809b1c), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:05.654786 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47286) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:05.703127 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-6b1bbb2e-f89a-41b4-899d-76452dcf0eb9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c44169d5c9624cd1a43bb01fdc4c32f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975468 Jan 26 19:11:05.703894 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bbb2e-f89a-41b4-899d-76452dcf0eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c377d8-c8e0-4c08-a834-9c7d3d809b1c,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:05.706395 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47288) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:05.760801 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9566eb30-e835-4663-8419-ca08aa81800b admin admin] Publish callbacks [] for security_group (99c377d8-c8e0-4c08-a834-9c7d3d809b1c), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:05.787767 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9566eb30-e835-4663-8419-ca08aa81800b admin admin] Publish callbacks [] for security_group (99c377d8-c8e0-4c08-a834-9c7d3d809b1c), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:05.803180 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9e0e205-df77-4014-9dee-dcdf8e96b19a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group (a1085e64-227d-41cc-82c0-982a79d3815b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:05.806281 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c7bdc-b6e4-4811-bd3d-eccba7b640e5 None None] New status for floating IP a1896175-a6d2-4f47-96cd-faf08cb4a654: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:11:05.842024 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9e0e205-df77-4014-9dee-dcdf8e96b19a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group (a1085e64-227d-41cc-82c0-982a79d3815b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:05.845253 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-b1ef2ae3-b348-41cb-af45-f7cbc827101a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Allocated IP 172.20.0.9 (b1887265-1d4b-4b0f-a079-aa5abdb4c028/201de6dd-0e18-46ec-b3e0-295cd0d4de2d/f5acabd9-f4a7-4b0c-a298-0930290c8880) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:11:05.939947 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9566eb30-e835-4663-8419-ca08aa81800b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (99c377d8-c8e0-4c08-a834-9c7d3d809b1c), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:05.942928 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9566eb30-e835-4663-8419-ca08aa81800b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:05.944180 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-9566eb30-e835-4663-8419-ca08aa81800b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99c377d8-c8e0-4c08-a834-9c7d3d809b1c HTTP/1.1" status: 204 len: 168 time: 0.2368600 Jan 26 19:11:05.956003 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566eb30-e835-4663-8419-ca08aa81800b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c377d8-c8e0-4c08-a834-9c7d3d809b1c,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:06.015809 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9e0e205-df77-4014-9dee-dcdf8e96b19a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (a1085e64-227d-41cc-82c0-982a79d3815b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:06.019240 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9e0e205-df77-4014-9dee-dcdf8e96b19a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:06.024132 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-f9e0e205-df77-4014-9dee-dcdf8e96b19a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "DELETE /v2.0/security-groups/a1085e64-227d-41cc-82c0-982a79d3815b HTTP/1.1" status: 204 len: 168 time: 0.3641934 Jan 26 19:11:06.024781 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47292) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:06.040775 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0e205-df77-4014-9dee-dcdf8e96b19a tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1085e64-227d-41cc-82c0-982a79d3815b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:06.042176 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.api.v2.resource [None req-ec87642d-541d-42e4-a575-c9bc39ccad9d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] show failed (client error): The resource could not be found. Jan 26 19:11:06.047711 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47294) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:06.050597 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ec87642d-541d-42e4-a575-c9bc39ccad9d tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "GET /v2.0/security-groups/a1085e64-227d-41cc-82c0-982a79d3815b HTTP/1.1" status: 404 len: 347 time: 0.0243170 Jan 26 19:11:06.053521 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-b1ef2ae3-b348-41cb-af45-f7cbc827101a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for port (f5acabd9-f4a7-4b0c-a298-0930290c8880), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:06.200773 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-56e196d2-cb67-4d65-8e73-69fbac3ae8ee tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Deleting port c32792b1-4e1f-4d7a-82dd-3e90e278f79c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:11:06.201180 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56e196d2-cb67-4d65-8e73-69fbac3ae8ee tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (c32792b1-4e1f-4d7a-82dd-3e90e278f79c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:06.268537 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-b1ef2ae3-b348-41cb-af45-f7cbc827101a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (f5acabd9-f4a7-4b0c-a298-0930290c8880), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:06.317346 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56e196d2-cb67-4d65-8e73-69fbac3ae8ee tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (c32792b1-4e1f-4d7a-82dd-3e90e278f79c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:06.317675 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56e196d2-cb67-4d65-8e73-69fbac3ae8ee tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for floatingip (c32792b1-4e1f-4d7a-82dd-3e90e278f79c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:06.333809 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-b1ef2ae3-b348-41cb-af45-f7cbc827101a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Network b1887265-1d4b-4b0f-a079-aa5abdb4c028 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:11:06.341501 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-b1ef2ae3-b348-41cb-af45-f7cbc827101a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:11:06.344169 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-b1ef2ae3-b348-41cb-af45-f7cbc827101a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:11:06.350153 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-56e196d2-cb67-4d65-8e73-69fbac3ae8ee tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Calling delete_port for c32792b1-4e1f-4d7a-82dd-3e90e278f79c owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:11:06.400656 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef2ae3-b348-41cb-af45-f7cbc827101a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event updated for resources: {'Port': ['ID=f5acabd9-f4a7-4b0c-a298-0930290c8880,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:06.473423 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-b1ef2ae3-b348-41cb-af45-f7cbc827101a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:06.474246 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-b1ef2ae3-b348-41cb-af45-f7cbc827101a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:06.550083 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7fa0a-19fc-4fec-998e-71f211af7b02 req-e2d8193a-588c-4096-995c-67d027d62bca tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:06.552507 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ae7fa0a-19fc-4fec-998e-71f211af7b02 req-e2d8193a-588c-4096-995c-67d027d62bca tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 931 time: 0.0812187 Jan 26 19:11:06.613789 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ae7fa0a-19fc-4fec-998e-71f211af7b02 req-cfc978a3-0362-46a1-8662-91bbeda13ce3 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552325 Jan 26 19:11:06.643313 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-8b1db7e0-83c5-4d8c-a8e9-53b881a37b50 None None] Provisioning complete for port f5acabd9-f4a7-4b0c-a298-0930290c8880 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:11:06.643691 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b1db7e0-83c5-4d8c-a8e9-53b881a37b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (f5acabd9-f4a7-4b0c-a298-0930290c8880), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:06.681815 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8b1db7e0-83c5-4d8c-a8e9-53b881a37b50 None None] Port f5acabd9-f4a7-4b0c-a298-0930290c8880 cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:11:06.858362 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-b1ef2ae3-b348-41cb-af45-f7cbc827101a tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6014249 Jan 26 19:11:06.870866 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Request body: {'port': {'device_id': 'da342347-6262-4a62-864a-9c3aad09d7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:06.938378 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (f5acabd9-f4a7-4b0c-a298-0930290c8880), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:06.968802 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56e196d2-cb67-4d65-8e73-69fbac3ae8ee tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (c32792b1-4e1f-4d7a-82dd-3e90e278f79c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:06.999385 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e196d2-cb67-4d65-8e73-69fbac3ae8ee tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Pushing event deleted for resources: {'Port': ['ID=c32792b1-4e1f-4d7a-82dd-3e90e278f79c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:07.071318 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47af1387-3245-40c3-8aea-2c758cc54166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:07.132387 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56e196d2-cb67-4d65-8e73-69fbac3ae8ee tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks [] for floatingip (a1896175-a6d2-4f47-96cd-faf08cb4a654), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:07.134971 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56e196d2-cb67-4d65-8e73-69fbac3ae8ee tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:07.136147 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-56e196d2-cb67-4d65-8e73-69fbac3ae8ee tempest-AttachVolumeShelveTestJSON-841013611 tempest-AttachVolumeShelveTestJSON-841013611-project] 10.222.0.52 "DELETE /v2.0/floatingips/a1896175-a6d2-4f47-96cd-faf08cb4a654 HTTP/1.1" status: 204 len: 168 time: 1.0871012 Jan 26 19:11:07.325495 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5acabd9-f4a7-4b0c-a298-0930290c8880 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:11:07.337377 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Publish callbacks [] for port (f5acabd9-f4a7-4b0c-a298-0930290c8880), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:07.352712 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Transition to ACTIVE for port object f5acabd9-f4a7-4b0c-a298-0930290c8880 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:11:07.425403 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (f5acabd9-f4a7-4b0c-a298-0930290c8880), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:07.479354 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Pushing event updated for resources: {'Port': ['ID=f5acabd9-f4a7-4b0c-a298-0930290c8880,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:07.556693 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Attempting to bind port f5acabd9-f4a7-4b0c-a298-0930290c8880 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:11:07.557040 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Attempting to bind port f5acabd9-f4a7-4b0c-a298-0930290c8880 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:11:07.557386 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Attempting to bind port f5acabd9-f4a7-4b0c-a298-0930290c8880 on network b1887265-1d4b-4b0f-a079-aa5abdb4c028 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:11:07.563038 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Port f5acabd9-f4a7-4b0c-a298-0930290c8880 on network b1887265-1d4b-4b0f-a079-aa5abdb4c028 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:11:07.564402 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Attempting to bind port f5acabd9-f4a7-4b0c-a298-0930290c8880 on network b1887265-1d4b-4b0f-a079-aa5abdb4c028 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:11:07.569228 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:11:07.569573 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Checking segment: {'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:11:07.569964 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Bound using segment: {'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:11:07.570398 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Bound port: f5acabd9-f4a7-4b0c-a298-0930290c8880, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef1f51a-a3ea-443a-adff-83dfc0efd073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:11:07.570754 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (f5acabd9-f4a7-4b0c-a298-0930290c8880), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:07.643328 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] For port f5acabd9-f4a7-4b0c-a298-0930290c8880, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:11:07.646990 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] For port f5acabd9-f4a7-4b0c-a298-0930290c8880, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=f5acabd9-f4a7-4b0c-a298-0930290c8880,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:11:07.743393 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e910c52-29b9-44c5-a9ac-713448395b2b req-109df77f-c8ec-46d5-aaac-19e9d7c9e204 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:07.744757 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9e910c52-29b9-44c5-a9ac-713448395b2b req-109df77f-c8ec-46d5-aaac-19e9d7c9e204 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0532620 Jan 26 19:11:07.750691 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (f5acabd9-f4a7-4b0c-a298-0930290c8880), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:07.799316 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:07.799933 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:07.801290 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] 10.222.0.55 "PUT /v2.0/ports/f5acabd9-f4a7-4b0c-a298-0930290c8880 HTTP/1.1" status: 200 len: 1093 time: 0.9345257 Jan 26 19:11:07.802777 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da342347-6262-4a62-864a-9c3aad09d7d8', 'tag': 'f5acabd9-f4a7-4b0c-a298-0930290c8880'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:11:07.805127 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ffa849-8669-4a9a-8cc5-098798b96a81" -d '{"events": [{"name": "network-changed", "server_uuid": "da342347-6262-4a62-864a-9c3aad09d7d8", "tag": "f5acabd9-f4a7-4b0c-a298-0930290c8880"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:11:07.853536 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36789d22-98c2-4df5-8772-de8bf1a3da14 x-openstack-request-id: req-36789d22-98c2-4df5-8772-de8bf1a3da14 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:11:07.853891 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da342347-6262-4a62-864a-9c3aad09d7d8", "tag": "f5acabd9-f4a7-4b0c-a298-0930290c8880", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:11:07.854646 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36789d22-98c2-4df5-8772-de8bf1a3da14 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:11:07.854863 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da342347-6262-4a62-864a-9c3aad09d7d8', 'tag': 'f5acabd9-f4a7-4b0c-a298-0930290c8880', 'status': 'completed', 'code': 200} Jan 26 19:11:07.855535 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c9d98-8d50-4379-9708-622661d95202 service neutron] Pushing event updated for resources: {'Port': ['ID=f5acabd9-f4a7-4b0c-a298-0930290c8880,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:07.872348 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9e910c52-29b9-44c5-a9ac-713448395b2b req-3b70f21b-74d0-4071-9ce6-cc8cc5331b8c tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1193237 Jan 26 19:11:07.922897 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffa849-8669-4a9a-8cc5-098798b96a81 req-1d6d9fb8-1372-4549-bdbb-f87da827fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:07.924452 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-67ffa849-8669-4a9a-8cc5-098798b96a81 req-1d6d9fb8-1372-4549-bdbb-f87da827fc2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e696aded712424fa11e2cea742d7fcf&device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 1096 time: 0.0441194 Jan 26 19:11:08.038343 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffa849-8669-4a9a-8cc5-098798b96a81 req-10221c79-b606-405d-a6f7-a65e1f9a6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:08.039961 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-67ffa849-8669-4a9a-8cc5-098798b96a81 req-10221c79-b606-405d-a6f7-a65e1f9a6e25 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3e696aded712424fa11e2cea742d7fcf&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1084671 Jan 26 19:11:08.135232 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffa849-8669-4a9a-8cc5-098798b96a81 req-356090d5-cde6-4688-9d95-51d4b6412718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:08.136711 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-67ffa849-8669-4a9a-8cc5-098798b96a81 req-356090d5-cde6-4688-9d95-51d4b6412718 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910738 Jan 26 19:11:08.223746 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-92f9ad9f-65fe-4e18-930b-e243cf8d0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:08.225376 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-92f9ad9f-65fe-4e18-930b-e243cf8d0002 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e696aded712424fa11e2cea742d7fcf&device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 1096 time: 0.0503294 Jan 26 19:11:08.266787 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-6560ac58-7fa2-419d-b9d4-163fb6b26a97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5acabd9-f4a7-4b0c-a298-0930290c8880 HTTP/1.1" status: 200 len: 217 time: 0.0352330 Jan 26 19:11:08.316081 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-32d6ca5b-ab81-4123-b16a-ccbab4a8532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:08.317602 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-32d6ca5b-ab81-4123-b16a-ccbab4a8532f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=201de6dd-0e18-46ec-b3e0-295cd0d4de2d HTTP/1.1" status: 200 len: 851 time: 0.0442672 Jan 26 19:11:08.367024 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-e90e527a-cdba-4708-a4a3-c8a46a20ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:08.368547 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-e90e527a-cdba-4708-a4a3-c8a46a20ae0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1887265-1d4b-4b0f-a079-aa5abdb4c028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449045 Jan 26 19:11:08.472209 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-6a5f196c-b3df-4925-9d03-850ee2897d1e service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969880 Jan 26 19:11:08.568284 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-63cccfec-ff74-43a9-9bab-3eeff377979c req-755ddf66-13b5-4df5-9b57-0a0bd5bea11f service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899289 Jan 26 19:11:08.894392 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:11:08.915142 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:11:08.915494 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 299fc8d7-9f4d-4328-b86e-aa76bb3a48b0 not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:11:08.991553 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69785712-fd04-4bdf-b640-8b87046f9467 req-873a9e29-32ad-49d3-a286-e58e2de37bf6 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:08.993043 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69785712-fd04-4bdf-b640-8b87046f9467 req-873a9e29-32ad-49d3-a286-e58e2de37bf6 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0507412 Jan 26 19:11:09.045577 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69785712-fd04-4bdf-b640-8b87046f9467 req-6ca72aa7-cfef-4cd9-a740-ec296203f711 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464196 Jan 26 19:11:09.527682 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a3868ea-8925-4ddd-84ae-3c31ed9def53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:09.844505 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47364) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:10.213396 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cc9bc-b5a4-41c3-b7b0-8b58beb8cd16 req-0cf522cd-f02b-406a-ae31-7bece2c44b4f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:10.214859 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-058cc9bc-b5a4-41c3-b7b0-8b58beb8cd16 req-0cf522cd-f02b-406a-ae31-7bece2c44b4f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0888078 Jan 26 19:11:10.300024 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-058cc9bc-b5a4-41c3-b7b0-8b58beb8cd16 req-053d20fa-3677-4a76-acc1-6079ca6843df tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769649 Jan 26 19:11:10.473579 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35b74eee-e022-4c23-9ee5-838c9ddaef3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4103791'] for router_interface (e87eb1b8-6361-4ff4-a6a0-b5df08abad4e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:10.591159 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:10.769987 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-35b74eee-e022-4c23-9ee5-838c9ddaef3c admin admin] Deleting port dea40113-6e4c-4164-9a04-67ebf0a6c610 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:11:10.770328 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35b74eee-e022-4c23-9ee5-838c9ddaef3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:10.845724 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-35b74eee-e022-4c23-9ee5-838c9ddaef3c admin admin] For port dea40113-6e4c-4164-9a04-67ebf0a6c610, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=dea40113-6e4c-4164-9a04-67ebf0a6c610,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:10.846377 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35b74eee-e022-4c23-9ee5-838c9ddaef3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:10.858834 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-35b74eee-e022-4c23-9ee5-838c9ddaef3c admin admin] Calling delete_port for dea40113-6e4c-4164-9a04-67ebf0a6c610 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:11:11.110214 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35b74eee-e022-4c23-9ee5-838c9ddaef3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (dea40113-6e4c-4164-9a04-67ebf0a6c610), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:11.139058 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b74eee-e022-4c23-9ee5-838c9ddaef3c admin admin] Pushing event deleted for resources: {'Port': ['ID=dea40113-6e4c-4164-9a04-67ebf0a6c610,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:11.301572 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35b74eee-e022-4c23-9ee5-838c9ddaef3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4103931'] for router_interface (e87eb1b8-6361-4ff4-a6a0-b5df08abad4e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:11.419370 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d16aad-d417-40c0-b1a7-0d6eee13f3bd req-10171380-e268-4448-b887-d02a01a8885e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:11.421340 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81d16aad-d417-40c0-b1a7-0d6eee13f3bd req-10171380-e268-4448-b887-d02a01a8885e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0521333 Jan 26 19:11:11.470606 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81d16aad-d417-40c0-b1a7-0d6eee13f3bd req-3ca14743-6d3b-48f7-8167-4fa526eaf903 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436199 Jan 26 19:11:11.745144 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b74eee-e022-4c23-9ee5-838c9ddaef3c admin admin] Router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:11:11.852898 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b74eee-e022-4c23-9ee5-838c9ddaef3c admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:11:11.857923 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-35b74eee-e022-4c23-9ee5-838c9ddaef3c admin admin] 10.222.0.52 "PUT /v2.0/routers/e87eb1b8-6361-4ff4-a6a0-b5df08abad4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0123487 Jan 26 19:11:11.860600 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47380) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:11.861824 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efda9731-4a07-4248-9ae1-d8bce6fa5aef None None] Sync routers for ids ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:11:11.877263 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda9731-4a07-4248-9ae1-d8bce6fa5aef None None] Routers {'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:11:11.878170 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-efda9731-4a07-4248-9ae1-d8bce6fa5aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:11:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:11.964973 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a10b2d1-42d1-4923-8dc9-9e6db68c8d4f admin admin] Publish callbacks [] for router (e87eb1b8-6361-4ff4-a6a0-b5df08abad4e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:11.983104 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-efda9731-4a07-4248-9ae1-d8bce6fa5aef None None] Set router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:11:12.072586 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a10b2d1-42d1-4923-8dc9-9e6db68c8d4f admin admin] Publish callbacks [] for router_gateway (e87eb1b8-6361-4ff4-a6a0-b5df08abad4e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:12.177583 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-efda9731-4a07-4248-9ae1-d8bce6fa5aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:11:10Z', 'revision_number': 5, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port': {'id': '12d30df7-e14f-4643-9699-4abfe2bdeed8', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:04:19Z', 'updated_at': '2022-01-26T19:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:12.205717 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efda9731-4a07-4248-9ae1-d8bce6fa5aef None None] Checking router: e87eb1b8-6361-4ff4-a6a0-b5df08abad4e for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:11:12.214825 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda9731-4a07-4248-9ae1-d8bce6fa5aef None None] Routers {'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:11:12.215439 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-efda9731-4a07-4248-9ae1-d8bce6fa5aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:11:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:12.216521 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9a10b2d1-42d1-4923-8dc9-9e6db68c8d4f admin admin] Deleting port 12d30df7-e14f-4643-9699-4abfe2bdeed8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:11:12.216521 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a10b2d1-42d1-4923-8dc9-9e6db68c8d4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (12d30df7-e14f-4643-9699-4abfe2bdeed8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:12.297945 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9a10b2d1-42d1-4923-8dc9-9e6db68c8d4f admin admin] For port 12d30df7-e14f-4643-9699-4abfe2bdeed8, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=12d30df7-e14f-4643-9699-4abfe2bdeed8,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:12.298309 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a10b2d1-42d1-4923-8dc9-9e6db68c8d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (12d30df7-e14f-4643-9699-4abfe2bdeed8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:12.301989 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-efda9731-4a07-4248-9ae1-d8bce6fa5aef None None] Set router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:11:12.310767 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9a10b2d1-42d1-4923-8dc9-9e6db68c8d4f admin admin] Calling delete_port for 12d30df7-e14f-4643-9699-4abfe2bdeed8 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:11:12.352591 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-efda9731-4a07-4248-9ae1-d8bce6fa5aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:11:12Z', 'revision_number': 6, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port_host': None}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:12.381780 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efda9731-4a07-4248-9ae1-d8bce6fa5aef None None] The sync data for ids ['e87eb1b8-6361-4ff4-a6a0-b5df08abad4e'] in dv-cinder-824187-6-iscsi is: [{'id': 'e87eb1b8-6361-4ff4-a6a0-b5df08abad4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1752224542-router', 'tenant_id': '576e14109c434e728644c0dd02a7a738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:04:16Z', 'updated_at': '2022-01-26T19:11:12Z', 'revision_number': 6, 'project_id': '576e14109c434e728644c0dd02a7a738', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:11:12.568971 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a10b2d1-42d1-4923-8dc9-9e6db68c8d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (12d30df7-e14f-4643-9699-4abfe2bdeed8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:12.600483 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10b2d1-42d1-4923-8dc9-9e6db68c8d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=12d30df7-e14f-4643-9699-4abfe2bdeed8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:12.638307 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a5582-c6c4-4888-a48c-dd20fa0c6950 req-7d9ca458-1d49-4ccb-af78-e85567530fbd tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:12.640104 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-827a5582-c6c4-4888-a48c-dd20fa0c6950 req-7d9ca458-1d49-4ccb-af78-e85567530fbd tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 943 time: 0.1025238 Jan 26 19:11:12.642573 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:12.702649 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a10b2d1-42d1-4923-8dc9-9e6db68c8d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4102805'] for router_gateway (e87eb1b8-6361-4ff4-a6a0-b5df08abad4e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:12.781773 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-827a5582-c6c4-4888-a48c-dd20fa0c6950 req-0050e9e8-cc08-4433-9228-9ff04ddb01f2 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1234128 Jan 26 19:11:12.818324 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a10b2d1-42d1-4923-8dc9-9e6db68c8d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4155136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103717'] for router (e87eb1b8-6361-4ff4-a6a0-b5df08abad4e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:12.821080 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a10b2d1-42d1-4923-8dc9-9e6db68c8d4f admin admin] Publish callbacks [] for router_controller (e87eb1b8-6361-4ff4-a6a0-b5df08abad4e), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:12.897886 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device dea40113-6e4c-4164-9a04-67ebf0a6c610 no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:11:12.924025 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: dea40113-6e4c-4164-9a04-67ebf0a6c610 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:11:12.924403 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device dea40113-6e4c-4164-9a04-67ebf0a6c610 not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:11:12.945130 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a10b2d1-42d1-4923-8dc9-9e6db68c8d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4155145'] for router (e87eb1b8-6361-4ff4-a6a0-b5df08abad4e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:12.945751 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a10b2d1-42d1-4923-8dc9-9e6db68c8d4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e87eb1b8-6361-4ff4-a6a0-b5df08abad4e {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:11:12.951552 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a10b2d1-42d1-4923-8dc9-9e6db68c8d4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:12.952737 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-9a10b2d1-42d1-4923-8dc9-9e6db68c8d4f admin admin] 10.222.0.52 "DELETE /v2.0/routers/e87eb1b8-6361-4ff4-a6a0-b5df08abad4e HTTP/1.1" status: 204 len: 168 time: 1.0911419 Jan 26 19:11:12.955340 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47388) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:13.000034 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5a0b35-f7e9-4de2-b604-2630ebe13a17 admin admin] Deleting subnet 4adaee3d-1301-410a-8b8d-af3b7bad3ff4 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:11:13.003362 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0b35-f7e9-4de2-b604-2630ebe13a17 admin admin] Publish callbacks [] for subnet (4adaee3d-1301-410a-8b8d-af3b7bad3ff4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:13.039475 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0b35-f7e9-4de2-b604-2630ebe13a17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2376327'] for subnet (4adaee3d-1301-410a-8b8d-af3b7bad3ff4), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:13.119955 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0b35-f7e9-4de2-b604-2630ebe13a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643270'] for subnet (4adaee3d-1301-410a-8b8d-af3b7bad3ff4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:13.237156 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0b35-f7e9-4de2-b604-2630ebe13a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59506037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59545430'] for subnet (4adaee3d-1301-410a-8b8d-af3b7bad3ff4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:13.266869 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a0b35-f7e9-4de2-b604-2630ebe13a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4adaee3d-1301-410a-8b8d-af3b7bad3ff4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:13.270329 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0b35-f7e9-4de2-b604-2630ebe13a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:13.273567 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-aa5a0b35-f7e9-4de2-b604-2630ebe13a17 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4adaee3d-1301-410a-8b8d-af3b7bad3ff4 HTTP/1.1" status: 204 len: 168 time: 0.3172774 Jan 26 19:11:13.276642 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47390) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:13.282260 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4a67be-36a8-4438-8e12-17decc132551 None None] Network 027b7978-2d1e-4ab4-a90c-f5f5f682cdca requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:11:13.355396 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600199'] for network (027b7978-2d1e-4ab4-a90c-f5f5f682cdca), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:13.426812 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] Deleting port cc9441f4-e921-4b4e-b711-222178a2b581 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:11:13.427145 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (cc9441f4-e921-4b4e-b711-222178a2b581), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:13.481381 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92409630-7d71-4ca9-88f3-241cf3171676 None None] DHCP port deletion for 027b7978-2d1e-4ab4-a90c-f5f5f682cdca request from dv-cinder-824187-6-iscsi {{(pid=103147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 19:11:13.506333 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] For port cc9441f4-e921-4b4e-b711-222178a2b581, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=cc9441f4-e921-4b4e-b711-222178a2b581,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:13.514083 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (cc9441f4-e921-4b4e-b711-222178a2b581), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:13.526296 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] Calling delete_port for cc9441f4-e921-4b4e-b711-222178a2b581 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:11:13.541207 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-92409630-7d71-4ca9-88f3-241cf3171676 None None] Deleting port cc9441f4-e921-4b4e-b711-222178a2b581 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:11:13.541578 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92409630-7d71-4ca9-88f3-241cf3171676 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (cc9441f4-e921-4b4e-b711-222178a2b581), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:13.606194 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-92409630-7d71-4ca9-88f3-241cf3171676 None None] For port cc9441f4-e921-4b4e-b711-222178a2b581, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=cc9441f4-e921-4b4e-b711-222178a2b581,segment=NetworkSegment(306fbbc1-e914-4577-abe5-2b3bfa4eaa3b),segment_id=306fbbc1-e914-4577-abe5-2b3bfa4eaa3b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:13.606599 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92409630-7d71-4ca9-88f3-241cf3171676 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (cc9441f4-e921-4b4e-b711-222178a2b581), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:13.619788 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-92409630-7d71-4ca9-88f3-241cf3171676 None None] Calling delete_port for cc9441f4-e921-4b4e-b711-222178a2b581 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:11:13.665329 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (cc9441f4-e921-4b4e-b711-222178a2b581), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:13.693112 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc9441f4-e921-4b4e-b711-222178a2b581,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:13.702537 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] No DVR routers for this DVR port cc9441f4-e921-4b4e-b711-222178a2b581 on host dv-cinder-824187-6-iscsi {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:11:13.749970 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92409630-7d71-4ca9-88f3-241cf3171676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272'] for port (cc9441f4-e921-4b4e-b711-222178a2b581), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:13.774845 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92409630-7d71-4ca9-88f3-241cf3171676 None None] Pushing event deleted for resources: {'Port': ['ID=cc9441f4-e921-4b4e-b711-222178a2b581,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:13.781510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:13.787508 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92409630-7d71-4ca9-88f3-241cf3171676 None None] No DVR routers for this DVR port cc9441f4-e921-4b4e-b711-222178a2b581 on host dv-cinder-824187-6-iscsi {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:11:13.789112 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646737', 'neutron.services.segments.db._delete_segments_for_network-8747743498626'] for network (027b7978-2d1e-4ab4-a90c-f5f5f682cdca), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:13.812774 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027b7978-2d1e-4ab4-a90c-f5f5f682cdca']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:13.826693 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:13.827001 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306fbbc1-e914-4577-abe5-2b3bfa4eaa3b') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:13.838717 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743466123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2376334'] for segment (306fbbc1-e914-4577-abe5-2b3bfa4eaa3b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:13.858519 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (306fbbc1-e914-4577-abe5-2b3bfa4eaa3b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:13.877587 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:11:13.878024 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59506139'] for segment (306fbbc1-e914-4577-abe5-2b3bfa4eaa3b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: Traceback (most recent call last): Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: timer() Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: cb(*args, **kw) Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: return func(*args, **kwargs) Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: self._notify() Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: self.callback(batched_events) Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: event.method(event) Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: return f(self, *a, **k) Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: return self._get(url).json() Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:11:13.880227 dv-cinder-824187-6-iscsi neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:11:13.922463 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc6a78-cd11-4cf4-badf-b0a71d9fc0c0 req-67934beb-f7af-42ca-914f-993e5658667e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:13.924121 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-24fc6a78-cd11-4cf4-badf-b0a71d9fc0c0 req-67934beb-f7af-42ca-914f-993e5658667e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0622497 Jan 26 19:11:13.980259 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-24fc6a78-cd11-4cf4-badf-b0a71d9fc0c0 req-03669157-7ff8-4a82-b384-3a9e50b7f820 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477576 Jan 26 19:11:14.025320 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4102525'] for network (027b7978-2d1e-4ab4-a90c-f5f5f682cdca), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:14.032770 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:14.038889 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] 10.222.0.52 "DELETE /v2.0/networks/027b7978-2d1e-4ab4-a90c-f5f5f682cdca HTTP/1.1" status: 204 len: 168 time: 0.7610493 Jan 26 19:11:14.059233 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596af9e-015d-472e-aab5-686680ba7f9e admin admin] Pushing event deleted for resources: {'Network': ['ID=027b7978-2d1e-4ab4-a90c-f5f5f682cdca,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:14.350178 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4ebac-6fd5-4fd2-89d4-af8bf5d8eb17 req-f1102b7a-841b-4554-a061-e8e5a80326d7 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:14.351716 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-09b4ebac-6fd5-4fd2-89d4-af8bf5d8eb17 req-f1102b7a-841b-4554-a061-e8e5a80326d7 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 945 time: 0.0603790 Jan 26 19:11:14.406514 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-09b4ebac-6fd5-4fd2-89d4-af8bf5d8eb17 req-b0a153fe-1049-4ab2-9ea5-b64f7879c94b tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484600 Jan 26 19:11:14.430350 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47420) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:14.475309 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47424) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:14.535790 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-14c42326-4f7a-427a-8de6-e4d777af8137 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=576e14109c434e728644c0dd02a7a738&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0590994 Jan 26 19:11:14.539785 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47428) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:14.620764 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 12d30df7-e14f-4643-9699-4abfe2bdeed8 no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:11:14.629377 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319dcaf6-c630-43b7-8b36-952cb75b2d9c tempest-TestMinimumBasicScenario-708714070 tempest-TestMinimumBasicScenario-708714070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:14.630958 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-319dcaf6-c630-43b7-8b36-952cb75b2d9c tempest-TestMinimumBasicScenario-708714070 tempest-TestMinimumBasicScenario-708714070-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 1093 time: 0.1995695 Jan 26 19:11:14.631885 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-322d8daa-02d4-429e-bd7f-1c39556f006c admin admin] Publish callbacks [] for security_group (d470bfb1-8cf9-454c-8ad3-4698127cebe1), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:14.634478 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47430) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:14.642503 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Request body: {'floatingip': {'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'port_id': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:14.649977 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: 12d30df7-e14f-4643-9699-4abfe2bdeed8 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:11:14.650330 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 12d30df7-e14f-4643-9699-4abfe2bdeed8 not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:11:14.650960 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device cc9441f4-e921-4b4e-b711-222178a2b581 no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:11:14.656200 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-322d8daa-02d4-429e-bd7f-1c39556f006c admin admin] Publish callbacks [] for security_group (d470bfb1-8cf9-454c-8ad3-4698127cebe1), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:14.671950 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: cc9441f4-e921-4b4e-b711-222178a2b581 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:11:14.672297 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device cc9441f4-e921-4b4e-b711-222178a2b581 not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:11:14.756468 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:14.796762 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-322d8daa-02d4-429e-bd7f-1c39556f006c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (d470bfb1-8cf9-454c-8ad3-4698127cebe1), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:14.802266 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-322d8daa-02d4-429e-bd7f-1c39556f006c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:14.803532 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-322d8daa-02d4-429e-bd7f-1c39556f006c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d470bfb1-8cf9-454c-8ad3-4698127cebe1 HTTP/1.1" status: 204 len: 168 time: 0.2620475 Jan 26 19:11:14.817923 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d8daa-02d4-429e-bd7f-1c39556f006c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d470bfb1-8cf9-454c-8ad3-4698127cebe1,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:14.866762 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:14.985953 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Allocated IP 172.27.2.10 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/5e38f74c-e204-4bcf-bda4-e606bcad6997) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:11:15.109518 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecb233-150d-497b-813a-1c0173b1d2d6 req-ae0675cc-483c-46e8-a91e-d5d5cae24ec2 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:15.116811 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-39ecb233-150d-497b-813a-1c0173b1d2d6 req-ae0675cc-483c-46e8-a91e-d5d5cae24ec2 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0642939 Jan 26 19:11:15.132589 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for port (5e38f74c-e204-4bcf-bda4-e606bcad6997), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:15.190300 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-39ecb233-150d-497b-813a-1c0173b1d2d6 req-eb836435-ff46-45f0-8bc9-176f03e92d61 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725515 Jan 26 19:11:15.266324 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (5e38f74c-e204-4bcf-bda4-e606bcad6997), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:15.321706 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:11:15.324839 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:11:15.328502 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:11:15.362457 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Pushing event updated for resources: {'Port': ['ID=5e38f74c-e204-4bcf-bda4-e606bcad6997,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:15.739913 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for floatingip (8a8fc22f-f14e-4738-a33d-f846505c3bd7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:15.882319 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (5e38f74c-e204-4bcf-bda4-e606bcad6997), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:16.024797 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47468) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:16.035709 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for port (5e38f74c-e204-4bcf-bda4-e606bcad6997), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:16.099307 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (5e38f74c-e204-4bcf-bda4-e606bcad6997), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:16.119112 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-0832df20-986a-47eb-9569-40613e992364 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1443157515-network', 'tenant_id': '6e51bb332fe1461292c93dc04d0ca04e'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:16.175217 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Pushing event updated for resources: {'Port': ['ID=5e38f74c-e204-4bcf-bda4-e606bcad6997,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:16.182340 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (8a8fc22f-f14e-4738-a33d-f846505c3bd7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:16.185641 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0832df20-986a-47eb-9569-40613e992364 admin admin] Made reservation on behalf of 6e51bb332fe1461292c93dc04d0ca04e for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:11:16.188081 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0832df20-986a-47eb-9569-40613e992364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:16.196902 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0832df20-986a-47eb-9569-40613e992364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:16.280484 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0832df20-986a-47eb-9569-40613e992364 admin admin] Publish callbacks [] for security_group (5040ea76-2183-4971-a118-97379bd1ff36), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:16.314275 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.l3_db [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Floating IP 8a8fc22f-f14e-4738-a33d-f846505c3bd7 associated. External IP: 172.27.2.10, port: caffc39a-419f-4983-b1e6-a19afd0dbbf1. Jan 26 19:11:16.333308 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0832df20-986a-47eb-9569-40613e992364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (5040ea76-2183-4971-a118-97379bd1ff36), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:16.359836 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0832df20-986a-47eb-9569-40613e992364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:11:16.369072 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832df20-986a-47eb-9569-40613e992364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5040ea76-2183-4971-a118-97379bd1ff36,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:16.369304 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a49e95-fa31-4805-be0e-2cb104e23b47 req-b691da86-d73e-4bdb-b648-dbe0a1d6fa8e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:16.370709 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-55a49e95-fa31-4805-be0e-2cb104e23b47 req-b691da86-d73e-4bdb-b648-dbe0a1d6fa8e tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 943 time: 0.1006970 Jan 26 19:11:16.384709 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0832df20-986a-47eb-9569-40613e992364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (564241a2-05f9-4939-81cb-6ab74458db1d), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:16.385352 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-0832df20-986a-47eb-9569-40613e992364 admin admin] Added segment 564241a2-05f9-4939-81cb-6ab74458db1d of type vlan for network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 Jan 26 19:11:16.430559 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0832df20-986a-47eb-9569-40613e992364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (4bf3817b-e6f9-45df-ba5a-e356d5d92d74), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:16.526833 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-55a49e95-fa31-4805-be0e-2cb104e23b47 req-fd0fa750-9d34-4585-b8ae-f516aaa534c7 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0977044 Jan 26 19:11:16.550619 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0832df20-986a-47eb-9569-40613e992364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (4bf3817b-e6f9-45df-ba5a-e356d5d92d74), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:16.557654 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0832df20-986a-47eb-9569-40613e992364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:16.557654 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0832df20-986a-47eb-9569-40613e992364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:16.598362 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Router 163ff6d5-4540-4d07-88c1-35bf18779e77 has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:11:16.613763 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832df20-986a-47eb-9569-40613e992364 admin admin] Pushing event updated for resources: {'Network': ['ID=4bf3817b-e6f9-45df-ba5a-e356d5d92d74,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:16.624397 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:11:16.719881 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-0832df20-986a-47eb-9569-40613e992364 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6927893 Jan 26 19:11:16.728098 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:11:16.730198 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47480) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:16.734620 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a924c585-ebee-4a5c-b19a-72915058b42e None None] Sync routers for ids ['163ff6d5-4540-4d07-88c1-35bf18779e77'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:11:16.737653 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e28ec15c-9269-48ef-a26d-4509f69122f9 admin admin] Request body: {'subnet': {'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1443157515-subnet', 'tenant_id': '6e51bb332fe1461292c93dc04d0ca04e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:16.750360 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a924c585-ebee-4a5c-b19a-72915058b42e None None] Routers {'163ff6d5-4540-4d07-88c1-35bf18779e77'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:11:16.751056 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a924c585-ebee-4a5c-b19a-72915058b42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:11:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['163ff6d5-4540-4d07-88c1-35bf18779e77'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:16.834453 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:16.865883 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-b98c55fd-5df4-4985-bb4c-3eb611e37cd3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2291605 Jan 26 19:11:16.866512 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'tag': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:11:16.866671 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a924c585-ebee-4a5c-b19a-72915058b42e None None] Set router 163ff6d5-4540-4d07-88c1-35bf18779e77 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:11:16.868637 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47482) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:16.868967 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c56e10-a165-44b6-9e8f-021254463b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f74ee28e-990f-486e-8b0c-48042ee97559", "tag": "caffc39a-419f-4983-b1e6-a19afd0dbbf1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:11:16.875072 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-16d54de7-f7f7-4ee2-acf7-fca36c1f46a6 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2140809520', 'description': 'tempest-secgroup-smoke-2140809520 description', 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:16.904866 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28ec15c-9269-48ef-a26d-4509f69122f9 admin admin] Made reservation on behalf of 6e51bb332fe1461292c93dc04d0ca04e for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:11:16.907406 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e28ec15c-9269-48ef-a26d-4509f69122f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59545451'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:16.921579 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ca092e-5d4a-4ec6-9d08-7506f09697fe x-openstack-request-id: req-e8ca092e-5d4a-4ec6-9d08-7506f09697fe {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:11:16.921875 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74ee28e-990f-486e-8b0c-48042ee97559", "tag": "caffc39a-419f-4983-b1e6-a19afd0dbbf1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:11:16.922138 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e8ca092e-5d4a-4ec6-9d08-7506f09697fe {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:11:16.922540 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'tag': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1', 'status': 'completed', 'code': 200} Jan 26 19:11:16.985957 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16d54de7-f7f7-4ee2-acf7-fca36c1f46a6 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:17.021961 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c56e10-a165-44b6-9e8f-021254463b4b req-7ed306c9-b7ff-4d66-8ea2-49e86f943a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:17.023478 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-14c56e10-a165-44b6-9e8f-021254463b4b req-7ed306c9-b7ff-4d66-8ea2-49e86f943a1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32a037b182ae4cd5a35299e60c9f7dbc&device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 1098 time: 0.0678864 Jan 26 19:11:17.075281 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16d54de7-f7f7-4ee2-acf7-fca36c1f46a6 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group (5409cfa3-aaa8-45a4-bfa9-371fc0686155), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:17.147492 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a924c585-ebee-4a5c-b19a-72915058b42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'name': 'tempest-TestMinimumBasicScenario-143294455-router', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:13Z', 'updated_at': '2022-01-26T19:10:17Z', 'revision_number': 4, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'gw_port': {'id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:14Z', 'updated_at': '2022-01-26T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': '8a8fc22f-f14e-4738-a33d-f846505c3bd7', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'port_id': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'mac_address': 'fa:16:3e:2e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:11:15Z', 'updated_at': '2022-01-26T19:11:15Z', 'revision_number': 0, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cf5c4ec-1454-47ba-b011-46ec8f12da7b', 'name': '', 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'mac_address': 'fa:16:3e:9b:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:17Z', 'updated_at': '2022-01-26T19:10:23Z', 'revision_number': 5, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'subnets': [{'id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:17.156867 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16d54de7-f7f7-4ee2-acf7-fca36c1f46a6 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (5409cfa3-aaa8-45a4-bfa9-371fc0686155), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:17.189474 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a924c585-ebee-4a5c-b19a-72915058b42e None None] Checking router: 163ff6d5-4540-4d07-88c1-35bf18779e77 for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:11:17.190324 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c56e10-a165-44b6-9e8f-021254463b4b req-21708492-6360-4021-acca-b25cdfc65edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:17.191838 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-14c56e10-a165-44b6-9e8f-021254463b4b req-21708492-6360-4021-acca-b25cdfc65edc service neutron] 10.222.0.55 "GET /v2.0/networks?id=65d691c9-eedb-4df1-861b-1902afc0a245 HTTP/1.1" status: 200 len: 915 time: 0.1605508 Jan 26 19:11:17.196399 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d54de7-f7f7-4ee2-acf7-fca36c1f46a6 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5409cfa3-aaa8-45a4-bfa9-371fc0686155,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:17.200104 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a924c585-ebee-4a5c-b19a-72915058b42e None None] Routers {'163ff6d5-4540-4d07-88c1-35bf18779e77'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:11:17.200818 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a924c585-ebee-4a5c-b19a-72915058b42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:11:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['163ff6d5-4540-4d07-88c1-35bf18779e77'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:17.305048 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16d54de7-f7f7-4ee2-acf7-fca36c1f46a6 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:17.309623 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-16d54de7-f7f7-4ee2-acf7-fca36c1f46a6 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4364829 Jan 26 19:11:17.310163 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47486) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:17.315608 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-540f562f-f0e8-4be6-8f88-db14aef2268f tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Request body: {'security_group_rule': {'security_group_id': '5409cfa3-aaa8-45a4-bfa9-371fc0686155', 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:17.413020 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-540f562f-f0e8-4be6-8f88-db14aef2268f tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (417df85d-f326-44be-9cc4-abaad26698f6), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:17.459216 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a924c585-ebee-4a5c-b19a-72915058b42e None None] Set router 163ff6d5-4540-4d07-88c1-35bf18779e77 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:11:17.492484 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-540f562f-f0e8-4be6-8f88-db14aef2268f tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (417df85d-f326-44be-9cc4-abaad26698f6), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:17.499931 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e28ec15c-9269-48ef-a26d-4509f69122f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59506360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59545437'] for subnet (c7ec1fdf-0582-4a14-babf-f0b6d2a02e31), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:17.557850 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-540f562f-f0e8-4be6-8f88-db14aef2268f tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (417df85d-f326-44be-9cc4-abaad26698f6), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:17.567293 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-14c56e10-a165-44b6-9e8f-021254463b4b req-1e85b123-636f-41da-9e6b-b6c3733b4f52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caffc39a-419f-4983-b1e6-a19afd0dbbf1 HTTP/1.1" status: 200 len: 998 time: 0.3692570 Jan 26 19:11:17.573900 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ec15c-9269-48ef-a26d-4509f69122f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7ec1fdf-0582-4a14-babf-f0b6d2a02e31,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:17.587561 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f562f-f0e8-4be6-8f88-db14aef2268f tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417df85d-f326-44be-9cc4-abaad26698f6,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:17.621710 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28ec15c-9269-48ef-a26d-4509f69122f9 admin admin] Checking segment: {'id': '564241a2-05f9-4939-81cb-6ab74458db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:11:17.621945 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28ec15c-9269-48ef-a26d-4509f69122f9 admin admin] Network hostable DHCP agents. Network: 4bf3817b-e6f9-45df-ba5a-e356d5d92d74, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:11:17.656152 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c56e10-a165-44b6-9e8f-021254463b4b req-c57ec23d-c2ee-47e2-883d-dc3a615921b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:17.657632 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-14c56e10-a165-44b6-9e8f-021254463b4b req-c57ec23d-c2ee-47e2-883d-dc3a615921b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d2188b4-53a7-483f-8626-14ace373b1de HTTP/1.1" status: 200 len: 853 time: 0.0761025 Jan 26 19:11:17.679058 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-540f562f-f0e8-4be6-8f88-db14aef2268f tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:17.681495 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-540f562f-f0e8-4be6-8f88-db14aef2268f tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3692868 Jan 26 19:11:17.685648 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47490) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:17.690030 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-6b649d4c-8bdc-4d98-a38c-f0b4128fae1c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Request body: {'security_group_rule': {'security_group_id': '5409cfa3-aaa8-45a4-bfa9-371fc0686155', 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:17.719210 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a924c585-ebee-4a5c-b19a-72915058b42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'name': 'tempest-TestMinimumBasicScenario-143294455-router', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:13Z', 'updated_at': '2022-01-26T19:10:17Z', 'revision_number': 4, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'gw_port': {'id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:14Z', 'updated_at': '2022-01-26T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': '8a8fc22f-f14e-4738-a33d-f846505c3bd7', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'port_id': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'mac_address': 'fa:16:3e:2e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:11:15Z', 'updated_at': '2022-01-26T19:11:15Z', 'revision_number': 0, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cf5c4ec-1454-47ba-b011-46ec8f12da7b', 'name': '', 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'mac_address': 'fa:16:3e:9b:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:17Z', 'updated_at': '2022-01-26T19:10:23Z', 'revision_number': 5, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'subnets': [{'id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:17.726801 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9650d-79f1-4ecd-9aa0-2223ff32bc21 req-e381264c-cec2-4f54-b08f-2176dbeeb720 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:17.728502 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e2e9650d-79f1-4ecd-9aa0-2223ff32bc21 req-e381264c-cec2-4f54-b08f-2176dbeeb720 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0939667 Jan 26 19:11:17.738843 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c56e10-a165-44b6-9e8f-021254463b4b req-af8b4896-06d8-46c5-b537-8bf66cd2bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:17.741319 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-14c56e10-a165-44b6-9e8f-021254463b4b req-af8b4896-06d8-46c5-b537-8bf66cd2bfc7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65d691c9-eedb-4df1-861b-1902afc0a245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685673 Jan 26 19:11:17.767820 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a924c585-ebee-4a5c-b19a-72915058b42e None None] The sync data for ids ['163ff6d5-4540-4d07-88c1-35bf18779e77'] in dv-cinder-824187-6-iscsi is: [{'id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'name': 'tempest-TestMinimumBasicScenario-143294455-router', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:13Z', 'updated_at': '2022-01-26T19:10:17Z', 'revision_number': 4, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'gw_port': {'id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:14Z', 'updated_at': '2022-01-26T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': '8a8fc22f-f14e-4738-a33d-f846505c3bd7', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'port_id': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'mac_address': 'fa:16:3e:2e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:11:15Z', 'updated_at': '2022-01-26T19:11:15Z', 'revision_number': 0, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cf5c4ec-1454-47ba-b011-46ec8f12da7b', 'name': '', 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'mac_address': 'fa:16:3e:9b:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:17Z', 'updated_at': '2022-01-26T19:10:23Z', 'revision_number': 5, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'subnets': [{'id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:11:17.778560 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28ec15c-9269-48ef-a26d-4509f69122f9 admin admin] Network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:11:17.811623 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6b649d4c-8bdc-4d98-a38c-f0b4128fae1c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (fe7ce20b-d903-4151-9d61-1a7602b54360), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:17.862402 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e2e9650d-79f1-4ecd-9aa0-2223ff32bc21 req-f338ea94-9fd7-4e11-8b90-1267184a8992 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1198010 Jan 26 19:11:17.893718 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-14c56e10-a165-44b6-9e8f-021254463b4b req-54424284-da3d-444d-ac3e-0c3e072667c6 service neutron] 10.222.0.55 "GET /v2.0/networks/65d691c9-eedb-4df1-861b-1902afc0a245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396182 Jan 26 19:11:17.901327 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6b649d4c-8bdc-4d98-a38c-f0b4128fae1c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (fe7ce20b-d903-4151-9d61-1a7602b54360), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:17.914854 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e28ec15c-9269-48ef-a26d-4509f69122f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, 4bf3817b-e6f9-45df-ba5a-e356d5d92d74) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:11:17.924374 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c213ff38-f8cb-465b-bff7-14247018005a None None] Network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:11:17.930408 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28ec15c-9269-48ef-a26d-4509f69122f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:17.930877 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e28ec15c-9269-48ef-a26d-4509f69122f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:17.996969 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6b649d4c-8bdc-4d98-a38c-f0b4128fae1c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (fe7ce20b-d903-4151-9d61-1a7602b54360), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:18.016086 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-14c56e10-a165-44b6-9e8f-021254463b4b req-29c6d5b0-a9b3-4a11-b1c8-dbeb8fc14172 service neutron] 10.222.0.55 "GET /v2.0/networks/65d691c9-eedb-4df1-861b-1902afc0a245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109672 Jan 26 19:11:18.030550 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b649d4c-8bdc-4d98-a38c-f0b4128fae1c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7ce20b-d903-4151-9d61-1a7602b54360,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:18.061948 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-e28ec15c-9269-48ef-a26d-4509f69122f9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3307657 Jan 26 19:11:18.078117 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5c5217-f802-492f-b286-4ce4b613171e None None] Network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:11:18.097127 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5478754-d699-443b-99de-e3705ca1664e None None] New status for floating IP 8a8fc22f-f14e-4738-a33d-f846505c3bd7: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:11:18.118821 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6b649d4c-8bdc-4d98-a38c-f0b4128fae1c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:18.120069 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-6b649d4c-8bdc-4d98-a38c-f0b4128fae1c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4337597 Jan 26 19:11:18.123053 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47498) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:18.127750 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-26af8c6e-b181-4989-bee9-baca7d0750fa tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Request body: {'security_group_rule': {'security_group_id': '5409cfa3-aaa8-45a4-bfa9-371fc0686155', 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:18.268280 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-26af8c6e-b181-4989-bee9-baca7d0750fa tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (f787ffe9-c5bd-41b8-961c-49439b7dde0d), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:18.343122 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47504) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:18.357560 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-26af8c6e-b181-4989-bee9-baca7d0750fa tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (f787ffe9-c5bd-41b8-961c-49439b7dde0d), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:18.419483 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-26af8c6e-b181-4989-bee9-baca7d0750fa tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (f787ffe9-c5bd-41b8-961c-49439b7dde0d), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:18.447721 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af8c6e-b181-4989-bee9-baca7d0750fa tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f787ffe9-c5bd-41b8-961c-49439b7dde0d,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:18.507614 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efcf2787-5b6f-4066-9ea3-f81f88e26bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:18.513376 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-26af8c6e-b181-4989-bee9-baca7d0750fa tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:18.518131 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47516) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:18.518643 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-26af8c6e-b181-4989-bee9-baca7d0750fa tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3945310 Jan 26 19:11:18.528550 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-552a8463-5f8f-47f1-92cf-f2297c2afa6c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Request body: {'security_group_rule': {'security_group_id': '5409cfa3-aaa8-45a4-bfa9-371fc0686155', 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:18.610507 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efcf2787-5b6f-4066-9ea3-f81f88e26bd3 admin admin] Publish callbacks [] for security_group (c3989303-4fc4-4698-a97a-54a64b9bc1a9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:18.631020 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-552a8463-5f8f-47f1-92cf-f2297c2afa6c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (5587d022-060b-49f6-b369-22b08a2ae47c), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:18.649203 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-5e4cd4af-abe7-4e19-97b9-558a2d9cd67e tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:18.650823 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-5e4cd4af-abe7-4e19-97b9-558a2d9cd67e tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/networks?id=4bf3817b-e6f9-45df-ba5a-e356d5d92d74 HTTP/1.1" status: 200 len: 815 time: 0.1064837 Jan 26 19:11:18.667498 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-ffa199b9-9daf-466b-9cff-4c60f8129f10 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/quotas/6e51bb332fe1461292c93dc04d0ca04e HTTP/1.1" status: 200 len: 375 time: 0.0093803 Jan 26 19:11:18.700210 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efcf2787-5b6f-4066-9ea3-f81f88e26bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (c3989303-4fc4-4698-a97a-54a64b9bc1a9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:18.701633 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-4a9edb5d-4e76-4fbf-afd8-a6d9d88edee3 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e51bb332fe1461292c93dc04d0ca04e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276642 Jan 26 19:11:18.729972 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-552a8463-5f8f-47f1-92cf-f2297c2afa6c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (5587d022-060b-49f6-b369-22b08a2ae47c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:18.748679 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-efcf2787-5b6f-4066-9ea3-f81f88e26bd3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=34533a22ff944df6ba6201841ef2d20f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4026704 Jan 26 19:11:18.753227 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47522) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:18.760366 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf2787-5b6f-4066-9ea3-f81f88e26bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3989303-4fc4-4698-a97a-54a64b9bc1a9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:18.803337 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-3d9c47e1-21fc-4d3a-88a3-0615357614ed service neutron] 10.222.0.52 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939472 Jan 26 19:11:18.809476 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-552a8463-5f8f-47f1-92cf-f2297c2afa6c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (5587d022-060b-49f6-b369-22b08a2ae47c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:18.825186 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db22ae2-b0cb-4bca-b710-6a2a7a7f5db0 admin admin] Publish callbacks [] for security_group (c3989303-4fc4-4698-a97a-54a64b9bc1a9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:18.836445 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a8463-5f8f-47f1-92cf-f2297c2afa6c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5587d022-060b-49f6-b369-22b08a2ae47c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:18.858709 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db22ae2-b0cb-4bca-b710-6a2a7a7f5db0 admin admin] Publish callbacks [] for security_group (c3989303-4fc4-4698-a97a-54a64b9bc1a9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:18.899192 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-552a8463-5f8f-47f1-92cf-f2297c2afa6c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:18.901192 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-552a8463-5f8f-47f1-92cf-f2297c2afa6c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3798683 Jan 26 19:11:18.906390 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47526) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:18.911664 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fabd5bab-5b09-48b8-9f75-5893c4185b43 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Request body: {'security_group_rule': {'security_group_id': '5409cfa3-aaa8-45a4-bfa9-371fc0686155', 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:18.929736 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-c5d5299d-267e-48d5-b913-b9784d712f2e service neutron] 10.222.0.52 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063867 Jan 26 19:11:18.987773 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db22ae2-b0cb-4bca-b710-6a2a7a7f5db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (c3989303-4fc4-4698-a97a-54a64b9bc1a9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:18.990357 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db22ae2-b0cb-4bca-b710-6a2a7a7f5db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:18.991493 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-0db22ae2-b0cb-4bca-b710-6a2a7a7f5db0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3989303-4fc4-4698-a97a-54a64b9bc1a9 HTTP/1.1" status: 204 len: 168 time: 0.2373421 Jan 26 19:11:18.992381 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-fabd5bab-5b09-48b8-9f75-5893c4185b43 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Project 32a037b182ae4cd5a35299e60c9f7dbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 19:11:19.021369 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fabd5bab-5b09-48b8-9f75-5893c4185b43 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (6aaec215-ef72-4b8b-9eb2-85ddc2e0a91a), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:19.030481 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db22ae2-b0cb-4bca-b710-6a2a7a7f5db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3989303-4fc4-4698-a97a-54a64b9bc1a9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:19.076513 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9844355-7466-4112-9176-15c3ca29f0d4 req-3e55832a-926f-4c81-8649-b94cd99e5fd1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:19.078146 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e9844355-7466-4112-9176-15c3ca29f0d4 req-3e55832a-926f-4c81-8649-b94cd99e5fd1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 943 time: 0.1028214 Jan 26 19:11:19.124153 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fabd5bab-5b09-48b8-9f75-5893c4185b43 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (6aaec215-ef72-4b8b-9eb2-85ddc2e0a91a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:19.153943 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e9844355-7466-4112-9176-15c3ca29f0d4 req-64ae7145-1d97-442e-8fe6-1a88946478f3 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618417 Jan 26 19:11:19.230661 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fabd5bab-5b09-48b8-9f75-5893c4185b43 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (6aaec215-ef72-4b8b-9eb2-85ddc2e0a91a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:19.273796 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd5bab-5b09-48b8-9f75-5893c4185b43 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aaec215-ef72-4b8b-9eb2-85ddc2e0a91a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:19.277287 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-67400268-c838-43a0-90a0-1abf5d98ded6 req-1464ca38-b99b-4d99-89e8-b6f03b400447 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 210 time: 0.0410962 Jan 26 19:11:19.346495 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fabd5bab-5b09-48b8-9f75-5893c4185b43 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:19.348904 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-fabd5bab-5b09-48b8-9f75-5893c4185b43 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4405727 Jan 26 19:11:19.351192 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47538) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:19.356200 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-1cc9d96a-fa0a-412b-b6f7-02a940807b36 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Request body: {'security_group_rule': {'security_group_id': '5409cfa3-aaa8-45a4-bfa9-371fc0686155', 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:19.442201 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.securitygroups_db [None req-1cc9d96a-fa0a-412b-b6f7-02a940807b36 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Project 32a037b182ae4cd5a35299e60c9f7dbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 19:11:19.448059 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d96a-fa0a-412b-b6f7-02a940807b36 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (e6a6174f-d1ed-499f-b5f6-8b3127f2c3a3), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:19.522851 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d96a-fa0a-412b-b6f7-02a940807b36 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (e6a6174f-d1ed-499f-b5f6-8b3127f2c3a3), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:19.573762 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d96a-fa0a-412b-b6f7-02a940807b36 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4102297'] for security_group_rule (e6a6174f-d1ed-499f-b5f6-8b3127f2c3a3), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:19.593302 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9d96a-fa0a-412b-b6f7-02a940807b36 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a6174f-d1ed-499f-b5f6-8b3127f2c3a3,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:19.758214 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d96a-fa0a-412b-b6f7-02a940807b36 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:19.759522 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-1cc9d96a-fa0a-412b-b6f7-02a940807b36 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4069569 Jan 26 19:11:19.860389 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-28abf442-7001-463b-bf32-660cd2034f3d req-5fb8ecfb-b682-4c32-b42b-2e2f5e88b6f4 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2140809520&fields=id&tenant_id=32a037b182ae4cd5a35299e60c9f7dbc HTTP/1.1" status: 200 len: 267 time: 0.0488725 Jan 26 19:11:19.926803 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abf442-7001-463b-bf32-660cd2034f3d req-db446c00-167d-425f-bd5c-2922501c43ef tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:19.928810 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-28abf442-7001-463b-bf32-660cd2034f3d req-db446c00-167d-425f-bd5c-2922501c43ef tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 945 time: 0.0628242 Jan 26 19:11:19.941784 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-28abf442-7001-463b-bf32-660cd2034f3d req-27e2d6b7-7d2d-4d0a-b9f9-dfbc4c6d833a tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Request body: {'port': {'security_groups': ['91612b6a-36b8-4f1c-8e95-bbb25cff2291', '5409cfa3-aaa8-45a4-bfa9-371fc0686155']}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:20.014627 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-28abf442-7001-463b-bf32-660cd2034f3d req-27e2d6b7-7d2d-4d0a-b9f9-dfbc4c6d833a tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:20.153450 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47562) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:20.285193 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5db82485-bbc2-498a-a759-b5c6b5c312ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-375088935-network', 'tenant_id': '069b11e69819446bba92d239fc7c8aff'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:20.291803 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-28abf442-7001-463b-bf32-660cd2034f3d req-27e2d6b7-7d2d-4d0a-b9f9-dfbc4c6d833a tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] For port caffc39a-419f-4983-b1e6-a19afd0dbbf1, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=caffc39a-419f-4983-b1e6-a19afd0dbbf1,segment=NetworkSegment(c75bed8a-4447-4910-9d3b-3e68036654b3),segment_id=c75bed8a-4447-4910-9d3b-3e68036654b3)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:20.323075 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-28abf442-7001-463b-bf32-660cd2034f3d req-27e2d6b7-7d2d-4d0a-b9f9-dfbc4c6d833a tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:20.344559 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaedbfe-b7aa-4f78-ab81-90484bd03515 req-2b9273a5-e3ec-4701-b595-a8e401068f88 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:20.347216 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cbaedbfe-b7aa-4f78-ab81-90484bd03515 req-2b9273a5-e3ec-4701-b595-a8e401068f88 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 943 time: 0.1164448 Jan 26 19:11:20.396459 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cbaedbfe-b7aa-4f78-ab81-90484bd03515 req-40ce9b3c-ecae-4d95-a649-7dc027871f6f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437543 Jan 26 19:11:20.408099 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-28abf442-7001-463b-bf32-660cd2034f3d req-27e2d6b7-7d2d-4d0a-b9f9-dfbc4c6d833a tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122934'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:20.431255 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db82485-bbc2-498a-a759-b5c6b5c312ad admin admin] Made reservation on behalf of 069b11e69819446bba92d239fc7c8aff for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:11:20.435740 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['caffc39a-419f-4983-b1e6-a19afd0dbbf1'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:11:20.441397 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5db82485-bbc2-498a-a759-b5c6b5c312ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:20.452850 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5db82485-bbc2-498a-a759-b5c6b5c312ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:20.510122 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d9f32d9a-0ffc-4886-94e1-bf25e0cc3076 req-20c8cf23-5282-40d4-9289-815f83dced7f tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 210 time: 0.0457530 Jan 26 19:11:20.511218 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abf442-7001-463b-bf32-660cd2034f3d req-27e2d6b7-7d2d-4d0a-b9f9-dfbc4c6d833a tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:20.511868 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-28abf442-7001-463b-bf32-660cd2034f3d req-27e2d6b7-7d2d-4d0a-b9f9-dfbc4c6d833a tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:20.514095 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-28abf442-7001-463b-bf32-660cd2034f3d req-27e2d6b7-7d2d-4d0a-b9f9-dfbc4c6d833a tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "PUT /v2.0/ports/caffc39a-419f-4983-b1e6-a19afd0dbbf1 HTTP/1.1" status: 200 len: 981 time: 0.5772326 Jan 26 19:11:20.514745 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'tag': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:11:20.517794 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778b83fb83c7ed0d23127b0c5088a0f98009e27ee8199dc064e98ebb24a51604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da64cc00-45e6-409b-87c0-a94071be0e66" -d '{"events": [{"name": "network-changed", "server_uuid": "f74ee28e-990f-486e-8b0c-48042ee97559", "tag": "caffc39a-419f-4983-b1e6-a19afd0dbbf1"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:11:20.577750 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2d6b7-7d2d-4d0a-b9f9-dfbc4c6d833a tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Pushing event updated for resources: {'Port': ['ID=caffc39a-419f-4983-b1e6-a19afd0dbbf1,revision_number=6']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:20.644875 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['caffc39a-419f-4983-b1e6-a19afd0dbbf1'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:11:20.670904 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a2ec5-74d2-4660-b869-3521e75cb7d5 req-2ac3dcbd-3810-42ad-974d-e2a36a2eada8 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:20.672470 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-284a2ec5-74d2-4660-b869-3521e75cb7d5 req-2ac3dcbd-3810-42ad-974d-e2a36a2eada8 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 984 time: 0.0776999 Jan 26 19:11:20.685618 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5db82485-bbc2-498a-a759-b5c6b5c312ad admin admin] Publish callbacks [] for security_group (52f96660-fc30-4392-8acb-66b039bf9a52), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:20.772728 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-284a2ec5-74d2-4660-b869-3521e75cb7d5 req-11bbd22a-a610-492d-8b06-5bc6884f4366 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=5409cfa3-aaa8-45a4-bfa9-371fc0686155&id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934720 Jan 26 19:11:20.786871 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5db82485-bbc2-498a-a759-b5c6b5c312ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (52f96660-fc30-4392-8acb-66b039bf9a52), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:20.818246 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db82485-bbc2-498a-a759-b5c6b5c312ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:11:20.829478 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9329413-d96d-4ee4-b470-94e88403961b x-openstack-request-id: req-a9329413-d96d-4ee4-b470-94e88403961b {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:11:20.830187 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db82485-bbc2-498a-a759-b5c6b5c312ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f96660-fc30-4392-8acb-66b039bf9a52,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:20.831491 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74ee28e-990f-486e-8b0c-48042ee97559", "tag": "caffc39a-419f-4983-b1e6-a19afd0dbbf1", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:11:20.831990 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9329413-d96d-4ee4-b470-94e88403961b {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:11:20.832406 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'tag': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1', 'status': 'completed', 'code': 200} Jan 26 19:11:20.838763 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5db82485-bbc2-498a-a759-b5c6b5c312ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (8d004c3e-6026-4999-ae81-d0080e1c3c6b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:20.839196 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.segments_db [None req-5db82485-bbc2-498a-a759-b5c6b5c312ad admin admin] Added segment 8d004c3e-6026-4999-ae81-d0080e1c3c6b of type vlan for network 0fc535ff-97cd-488b-8a87-edf2cc218b13 Jan 26 19:11:20.906415 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-20f78501-85e1-4e10-9f5b-21c5d0dba073 None None] Provisioning complete for port caffc39a-419f-4983-b1e6-a19afd0dbbf1 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:11:20.907033 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20f78501-85e1-4e10-9f5b-21c5d0dba073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:20.914563 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5db82485-bbc2-498a-a759-b5c6b5c312ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (0fc535ff-97cd-488b-8a87-edf2cc218b13), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:20.940064 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64cc00-45e6-409b-87c0-a94071be0e66 req-8f76aff2-d790-45eb-b14c-60574989bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:20.941588 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-da64cc00-45e6-409b-87c0-a94071be0e66 req-8f76aff2-d790-45eb-b14c-60574989bc68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32a037b182ae4cd5a35299e60c9f7dbc&device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 1137 time: 0.0699956 Jan 26 19:11:21.028196 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5db82485-bbc2-498a-a759-b5c6b5c312ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (0fc535ff-97cd-488b-8a87-edf2cc218b13), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:21.038709 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db82485-bbc2-498a-a759-b5c6b5c312ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:21.038709 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5db82485-bbc2-498a-a759-b5c6b5c312ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:21.104049 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-20f78501-85e1-4e10-9f5b-21c5d0dba073 None None] Current status of the port caffc39a-419f-4983-b1e6-a19afd0dbbf1 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:11:21.114899 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64cc00-45e6-409b-87c0-a94071be0e66 req-c8496ee1-04d8-4fee-b1df-12094cd8d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:21.116578 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-da64cc00-45e6-409b-87c0-a94071be0e66 req-c8496ee1-04d8-4fee-b1df-12094cd8d03b service neutron] 10.222.0.55 "GET /v2.0/networks?id=65d691c9-eedb-4df1-861b-1902afc0a245 HTTP/1.1" status: 200 len: 915 time: 0.1633205 Jan 26 19:11:21.132772 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db82485-bbc2-498a-a759-b5c6b5c312ad admin admin] Pushing event updated for resources: {'Network': ['ID=0fc535ff-97cd-488b-8a87-edf2cc218b13,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:21.147426 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network 0fc535ff-97cd-488b-8a87-edf2cc218b13 details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:11:21.171974 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-5db82485-bbc2-498a-a759-b5c6b5c312ad admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0168395 Jan 26 19:11:21.179870 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47578) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:21.196196 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-7d54dcd5-fa05-4ab8-ad5b-deb724ed6388 admin admin] Request body: {'subnet': {'network_id': '0fc535ff-97cd-488b-8a87-edf2cc218b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-375088935-subnet', 'tenant_id': '069b11e69819446bba92d239fc7c8aff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:21.209248 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-da64cc00-45e6-409b-87c0-a94071be0e66 req-e3b228f7-0e43-4dc5-9d63-48dfffa5e8ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caffc39a-419f-4983-b1e6-a19afd0dbbf1 HTTP/1.1" status: 200 len: 1000 time: 0.0834160 Jan 26 19:11:21.264329 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64cc00-45e6-409b-87c0-a94071be0e66 req-39c2b1ce-9090-4d81-b8c9-68bce08d07f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:21.266007 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-da64cc00-45e6-409b-87c0-a94071be0e66 req-39c2b1ce-9090-4d81-b8c9-68bce08d07f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d2188b4-53a7-483f-8626-14ace373b1de HTTP/1.1" status: 200 len: 853 time: 0.0496025 Jan 26 19:11:21.289166 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d54dcd5-fa05-4ab8-ad5b-deb724ed6388 admin admin] Made reservation on behalf of 069b11e69819446bba92d239fc7c8aff for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:11:21.291663 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7d54dcd5-fa05-4ab8-ad5b-deb724ed6388 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59309142'] for subnet (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:21.323780 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64cc00-45e6-409b-87c0-a94071be0e66 req-0fcf628a-8839-4722-8d94-72debb118d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:21.325364 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-da64cc00-45e6-409b-87c0-a94071be0e66 req-0fcf628a-8839-4722-8d94-72debb118d0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65d691c9-eedb-4df1-861b-1902afc0a245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480099 Jan 26 19:11:21.417514 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-da64cc00-45e6-409b-87c0-a94071be0e66 req-9daadc6f-bab5-45b6-8eea-d5838c5827f3 service neutron] 10.222.0.55 "GET /v2.0/networks/65d691c9-eedb-4df1-861b-1902afc0a245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845964 Jan 26 19:11:21.523184 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1eca7e-1897-4c6c-8ea2-a79c1783cc53 req-3439535a-0800-49d8-91f8-7413099e436c tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:21.524633 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-da64cc00-45e6-409b-87c0-a94071be0e66 req-7b9d87fb-89d2-4151-b141-49ebbc21b33a service neutron] 10.222.0.55 "GET /v2.0/networks/65d691c9-eedb-4df1-861b-1902afc0a245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991688 Jan 26 19:11:21.524782 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4c1eca7e-1897-4c6c-8ea2-a79c1783cc53 req-3439535a-0800-49d8-91f8-7413099e436c tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0501733 Jan 26 19:11:21.527795 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7d54dcd5-fa05-4ab8-ad5b-deb724ed6388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60122289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59309152'] for subnet (ef0a2443-2b5f-42db-96f9-13b57a5be7c0), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:21.624113 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54dcd5-fa05-4ab8-ad5b-deb724ed6388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef0a2443-2b5f-42db-96f9-13b57a5be7c0,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:21.633884 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4c1eca7e-1897-4c6c-8ea2-a79c1783cc53 req-a19286a3-00b4-4016-be11-416ee0a5563b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017308 Jan 26 19:11:21.641334 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d54dcd5-fa05-4ab8-ad5b-deb724ed6388 admin admin] Checking segment: {'id': '8d004c3e-6026-4999-ae81-d0080e1c3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0fc535ff-97cd-488b-8a87-edf2cc218b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:11:21.641334 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d54dcd5-fa05-4ab8-ad5b-deb724ed6388 admin admin] Network hostable DHCP agents. Network: 0fc535ff-97cd-488b-8a87-edf2cc218b13, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:11:21.665403 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1fdf1a82-f850-4de3-9f92-5a8927ee4aa5 req-abf3118f-580f-4022-afd3-340a9eb36fd2 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 210 time: 0.0676970 Jan 26 19:11:21.717028 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d54dcd5-fa05-4ab8-ad5b-deb724ed6388 admin admin] Network 0fc535ff-97cd-488b-8a87-edf2cc218b13 is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:11:21.719672 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-2d30bc4c-0491-4cb0-9fa9-f77c6cbfd412 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:21.721241 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-2d30bc4c-0491-4cb0-9fa9-f77c6cbfd412 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.55 "GET /v2.0/networks?id=4bf3817b-e6f9-45df-ba5a-e356d5d92d74 HTTP/1.1" status: 200 len: 815 time: 0.1469676 Jan 26 19:11:21.736340 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-2e7fedfc-866e-445f-98bf-195908484672 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Request body: {'port': {'device_id': 'a44b2c65-989b-4b0c-b73b-01acc3a2644a', 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74', 'admin_state_up': True, 'tenant_id': '6e51bb332fe1461292c93dc04d0ca04e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:21.785451 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-7d54dcd5-fa05-4ab8-ad5b-deb724ed6388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, 0fc535ff-97cd-488b-8a87-edf2cc218b13) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:11:21.790492 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d54dcd5-fa05-4ab8-ad5b-deb724ed6388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:21.792407 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7d54dcd5-fa05-4ab8-ad5b-deb724ed6388 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:21.798485 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f880bb-c2e5-4286-b7bd-5057c9b921fd None None] Network 0fc535ff-97cd-488b-8a87-edf2cc218b13 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:11:21.948168 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fb8c07-1d5e-4c21-9b3e-ae899d787413 None None] Network 0fc535ff-97cd-488b-8a87-edf2cc218b13 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:11:22.080017 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7d54dcd5-fa05-4ab8-ad5b-deb724ed6388 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8957062 Jan 26 19:11:22.104223 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:22.156474 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-2e7fedfc-866e-445f-98bf-195908484672 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Made reservation on behalf of 6e51bb332fe1461292c93dc04d0ca04e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:11:22.162031 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-2e7fedfc-866e-445f-98bf-195908484672 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:22.302357 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-2e7fedfc-866e-445f-98bf-195908484672 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Allocated IP 172.20.0.13 (4bf3817b-e6f9-45df-ba5a-e356d5d92d74/c7ec1fdf-0582-4a14-babf-f0b6d2a02e31/c61e260b-a6d5-4f6b-9b51-4798465e724c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:11:22.459180 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-2e7fedfc-866e-445f-98bf-195908484672 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks [] for port (c61e260b-a6d5-4f6b-9b51-4798465e724c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:22.562853 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-2e7fedfc-866e-445f-98bf-195908484672 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (c61e260b-a6d5-4f6b-9b51-4798465e724c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:22.609728 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-2e7fedfc-866e-445f-98bf-195908484672 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:11:22.609728 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-2e7fedfc-866e-445f-98bf-195908484672 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:11:22.615702 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-2e7fedfc-866e-445f-98bf-195908484672 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:11:22.623356 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fedfc-866e-445f-98bf-195908484672 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Pushing event updated for resources: {'Port': ['ID=c61e260b-a6d5-4f6b-9b51-4798465e724c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:22.670218 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-2e7fedfc-866e-445f-98bf-195908484672 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:22.670735 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-2e7fedfc-866e-445f-98bf-195908484672 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:22.753339 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-2e7fedfc-866e-445f-98bf-195908484672 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0232048 Jan 26 19:11:22.772136 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Request body: {'port': {'device_id': 'a44b2c65-989b-4b0c-b73b-01acc3a2644a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:22.776034 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ba055-5d51-4b63-bce8-2b59540102fd req-074fad90-8454-4f53-b80a-ac4072cc11ee tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:22.777639 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-819ba055-5d51-4b63-bce8-2b59540102fd req-074fad90-8454-4f53-b80a-ac4072cc11ee tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0537899 Jan 26 19:11:22.822234 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd451c9-1c22-4d08-bd17-233ff33914c0 req-4be5e64f-cf81-4baf-9d75-0410ddb358c0 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:22.823712 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fcd451c9-1c22-4d08-bd17-233ff33914c0 req-4be5e64f-cf81-4baf-9d75-0410ddb358c0 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 932 time: 0.0846655 Jan 26 19:11:22.829517 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-819ba055-5d51-4b63-bce8-2b59540102fd req-ba684461-987c-4dca-93b8-4074056aa704 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460472 Jan 26 19:11:22.860710 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c61e260b-a6d5-4f6b-9b51-4798465e724c), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:22.898150 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fcd451c9-1c22-4d08-bd17-233ff33914c0 req-bc5a2f80-1084-44e7-a09d-33fd69a4a65e tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598872 Jan 26 19:11:22.983231 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device f5acabd9-f4a7-4b0c-a298-0930290c8880 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:11:23.086287 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port f5acabd9-f4a7-4b0c-a298-0930290c8880, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=f5acabd9-f4a7-4b0c-a298-0930290c8880,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:23.098813 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': 'f5acabd9-f4a7-4b0c-a298-0930290c8880', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'port_id': 'f5acabd9-f4a7-4b0c-a298-0930290c8880', 'mac_address': 'fa:16:3e:30:b9:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:11:23.144588 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port f5acabd9-f4a7-4b0c-a298-0930290c8880 is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:11:23.145239 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (f5acabd9-f4a7-4b0c-a298-0930290c8880), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:23.167501 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5acabd9-f4a7-4b0c-a298-0930290c8880 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:11:23.171320 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61e260b-a6d5-4f6b-9b51-4798465e724c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:11:23.186405 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Publish callbacks [] for port (c61e260b-a6d5-4f6b-9b51-4798465e724c), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:23.195609 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port f5acabd9-f4a7-4b0c-a298-0930290c8880, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=f5acabd9-f4a7-4b0c-a298-0930290c8880,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:23.199882 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Transition to ACTIVE for port object c61e260b-a6d5-4f6b-9b51-4798465e724c will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:11:23.276208 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (f5acabd9-f4a7-4b0c-a298-0930290c8880), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:23.304773 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (c61e260b-a6d5-4f6b-9b51-4798465e724c), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:23.329569 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=f5acabd9-f4a7-4b0c-a298-0930290c8880,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:23.358245 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c61e260b-a6d5-4f6b-9b51-4798465e724c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:23.429727 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Attempting to bind port c61e260b-a6d5-4f6b-9b51-4798465e724c on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:11:23.429978 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Attempting to bind port c61e260b-a6d5-4f6b-9b51-4798465e724c by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '564241a2-05f9-4939-81cb-6ab74458db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:11:23.430313 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Attempting to bind port c61e260b-a6d5-4f6b-9b51-4798465e724c on network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:11:23.435095 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Port c61e260b-a6d5-4f6b-9b51-4798465e724c on network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:11:23.435417 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Attempting to bind port c61e260b-a6d5-4f6b-9b51-4798465e724c on network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:11:23.442775 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:11:23.457345 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Checking segment: {'id': '564241a2-05f9-4939-81cb-6ab74458db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:11:23.457345 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Bound using segment: {'id': '564241a2-05f9-4939-81cb-6ab74458db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:11:23.457345 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Bound port: c61e260b-a6d5-4f6b-9b51-4798465e724c, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564241a2-05f9-4939-81cb-6ab74458db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:11:23.457345 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c61e260b-a6d5-4f6b-9b51-4798465e724c), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:23.509321 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] For port c61e260b-a6d5-4f6b-9b51-4798465e724c, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:11:23.512708 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] For port c61e260b-a6d5-4f6b-9b51-4798465e724c, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c61e260b-a6d5-4f6b-9b51-4798465e724c,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:11:23.531366 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['f5acabd9-f4a7-4b0c-a298-0930290c8880'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:11:23.654366 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (c61e260b-a6d5-4f6b-9b51-4798465e724c), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:23.692939 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:23.693595 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:23.694962 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] 10.222.0.55 "PUT /v2.0/ports/c61e260b-a6d5-4f6b-9b51-4798465e724c HTTP/1.1" status: 200 len: 1094 time: 0.9281206 Jan 26 19:11:23.695400 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44b2c65-989b-4b0c-b73b-01acc3a2644a', 'tag': 'c61e260b-a6d5-4f6b-9b51-4798465e724c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:11:23.697738 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba167dcd-b365-45e5-8d6b-6a4aaaf620d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a44b2c65-989b-4b0c-b73b-01acc3a2644a", "tag": "c61e260b-a6d5-4f6b-9b51-4798465e724c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:11:23.722484 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c380e0-c234-4b3e-9e55-b8e78b7464b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c61e260b-a6d5-4f6b-9b51-4798465e724c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:23.741268 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b180a76f-8f27-480c-a68c-136851dbff88 x-openstack-request-id: req-b180a76f-8f27-480c-a68c-136851dbff88 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:11:23.741566 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a44b2c65-989b-4b0c-b73b-01acc3a2644a", "tag": "c61e260b-a6d5-4f6b-9b51-4798465e724c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:11:23.742024 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b180a76f-8f27-480c-a68c-136851dbff88 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:11:23.742436 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44b2c65-989b-4b0c-b73b-01acc3a2644a', 'tag': 'c61e260b-a6d5-4f6b-9b51-4798465e724c', 'status': 'completed', 'code': 200} Jan 26 19:11:23.805485 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba167dcd-b365-45e5-8d6b-6a4aaaf620d5 req-59326a25-3eaa-4f9a-89bc-1c65a6154077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:23.807094 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ba167dcd-b365-45e5-8d6b-6a4aaaf620d5 req-59326a25-3eaa-4f9a-89bc-1c65a6154077 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e51bb332fe1461292c93dc04d0ca04e&device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 1097 time: 0.0450056 Jan 26 19:11:23.942871 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba167dcd-b365-45e5-8d6b-6a4aaaf620d5 req-66e865d9-1e8f-4112-9582-24d2628c856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:23.944481 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ba167dcd-b365-45e5-8d6b-6a4aaaf620d5 req-66e865d9-1e8f-4112-9582-24d2628c856c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6e51bb332fe1461292c93dc04d0ca04e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1232305 Jan 26 19:11:23.982974 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ff980-50da-4ac4-870e-3ec2b8b25ba9 req-ba3db4ce-332f-4c0b-9152-5b1e7f9dbb0b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:23.984678 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3c8ff980-50da-4ac4-870e-3ec2b8b25ba9 req-ba3db4ce-332f-4c0b-9152-5b1e7f9dbb0b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0860534 Jan 26 19:11:24.031747 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96797a3e-238c-4896-a98c-a639b4158613 req-1600d5ba-bac8-4b03-b110-c13355b6b9f2 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:24.033380 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-96797a3e-238c-4896-a98c-a639b4158613 req-1600d5ba-bac8-4b03-b110-c13355b6b9f2 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 944 time: 0.0644395 Jan 26 19:11:24.086140 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-3c8ff980-50da-4ac4-870e-3ec2b8b25ba9 req-e45f0990-539c-4df0-8d48-1ca281e10257 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764444 Jan 26 19:11:24.092568 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-96797a3e-238c-4896-a98c-a639b4158613 req-cc7a5a97-77fb-402b-9e48-b56d85781f5d tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489640 Jan 26 19:11:24.096442 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba167dcd-b365-45e5-8d6b-6a4aaaf620d5 req-d8807900-0061-405f-9574-537d751c1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:24.097953 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ba167dcd-b365-45e5-8d6b-6a4aaaf620d5 req-d8807900-0061-405f-9574-537d751c1b61 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1461744 Jan 26 19:11:24.240104 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-54f6159c-a5ba-4dfe-8b6f-0466c9cd4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:24.241533 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-54f6159c-a5ba-4dfe-8b6f-0466c9cd4ed3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e51bb332fe1461292c93dc04d0ca04e&device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 1097 time: 0.0978715 Jan 26 19:11:24.307030 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-b6712017-163e-4d40-b033-5874f755c4e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c61e260b-a6d5-4f6b-9b51-4798465e724c HTTP/1.1" status: 200 len: 217 time: 0.0551860 Jan 26 19:11:24.333293 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-bae886fc-a9f6-46e4-9be0-68210b2757f5 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:24.334681 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-bae886fc-a9f6-46e4-9be0-68210b2757f5 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/networks?id=0fc535ff-97cd-488b-8a87-edf2cc218b13 HTTP/1.1" status: 200 len: 808 time: 0.1660049 Jan 26 19:11:24.367433 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-a1584d69-09ea-4fff-9f4a-057f85040684 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/quotas/069b11e69819446bba92d239fc7c8aff HTTP/1.1" status: 200 len: 375 time: 0.0160999 Jan 26 19:11:24.385273 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-0c1ccd4d-63cf-4a79-93e3-26e541eda979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:24.386674 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-0c1ccd4d-63cf-4a79-93e3-26e541eda979 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c7ec1fdf-0582-4a14-babf-f0b6d2a02e31 HTTP/1.1" status: 200 len: 855 time: 0.0697377 Jan 26 19:11:24.404423 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-dbd5644a-b23f-4014-b92d-09a78a295b35 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=069b11e69819446bba92d239fc7c8aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315106 Jan 26 19:11:24.447991 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-3af71d3d-5d5a-4e19-be8b-7ad4c4289cb4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4bf3817b-e6f9-45df-ba5a-e356d5d92d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458848 Jan 26 19:11:24.570380 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-5a5e0de5-7571-497c-ae8e-41c48384c71b service neutron] 10.222.0.52 "GET /v2.0/networks/0fc535ff-97cd-488b-8a87-edf2cc218b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587570 Jan 26 19:11:24.600021 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-9780f5be-97e9-4bbe-aefd-6a1e733d547b service neutron] 10.222.0.55 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289365 Jan 26 19:11:24.728249 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-bd54c8ec-8a1c-46fe-b5f4-d0144f2b7248 service neutron] 10.222.0.52 "GET /v2.0/networks/0fc535ff-97cd-488b-8a87-edf2cc218b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489987 Jan 26 19:11:24.738889 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ec9e1da6-d318-4872-bdcc-2b000d6e3596 req-d2d29b29-3f79-453e-9784-44facad3aa39 service neutron] 10.222.0.55 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132679 Jan 26 19:11:25.002121 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-aa09fa38-c814-4bf2-9feb-49dc2d40c237 req-156a8586-6b2b-4dc1-8af0-35f4b9eec990 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 210 time: 0.0267992 Jan 26 19:11:25.003669 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device f5acabd9-f4a7-4b0c-a298-0930290c8880 up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:11:25.127648 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port f5acabd9-f4a7-4b0c-a298-0930290c8880 completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:11:25.131851 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port f5acabd9-f4a7-4b0c-a298-0930290c8880 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:11:25.132223 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (f5acabd9-f4a7-4b0c-a298-0930290c8880), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:25.210473 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1d59f-0d0c-4edd-824d-7d0819bda33d req-3a4a3a98-c60e-4246-9b4e-dc0641ba4d55 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:25.213326 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a5a1d59f-0d0c-4edd-824d-7d0819bda33d req-3a4a3a98-c60e-4246-9b4e-dc0641ba4d55 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0570145 Jan 26 19:11:25.213546 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fd47a-7ace-49ed-8345-aea1df13f491 req-bd2f0b89-7a37-476f-90c6-1f9cafbd15b8 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:25.215717 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-099fd47a-7ace-49ed-8345-aea1df13f491 req-bd2f0b89-7a37-476f-90c6-1f9cafbd15b8 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 944 time: 0.0530703 Jan 26 19:11:25.230858 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port f5acabd9-f4a7-4b0c-a298-0930290c8880 is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:11:25.231253 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (f5acabd9-f4a7-4b0c-a298-0930290c8880), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:25.255546 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da342347-6262-4a62-864a-9c3aad09d7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5acabd9-f4a7-4b0c-a298-0930290c8880'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:11:25.257929 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ca36bb-73d2-4ed5-be9f-579c99d76baf" -d '{"events": [{"server_uuid": "da342347-6262-4a62-864a-9c3aad09d7d8", "name": "network-vif-plugged", "status": "completed", "tag": "f5acabd9-f4a7-4b0c-a298-0930290c8880"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:11:25.266349 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a5a1d59f-0d0c-4edd-824d-7d0819bda33d req-69c1579e-0258-4c09-9f57-7eec1710dd69 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469317 Jan 26 19:11:25.275810 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port f5acabd9-f4a7-4b0c-a298-0930290c8880, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=f5acabd9-f4a7-4b0c-a298-0930290c8880,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:25.286702 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-099fd47a-7ace-49ed-8345-aea1df13f491 req-9eac93cc-c305-4a96-8741-aaa60acb9b00 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555375 Jan 26 19:11:25.323480 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0790d46b-86a2-4c25-8517-beeae5a9ed36 x-openstack-request-id: req-0790d46b-86a2-4c25-8517-beeae5a9ed36 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:11:25.323756 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da342347-6262-4a62-864a-9c3aad09d7d8", "name": "network-vif-plugged", "status": "completed", "tag": "f5acabd9-f4a7-4b0c-a298-0930290c8880", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:11:25.324009 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0790d46b-86a2-4c25-8517-beeae5a9ed36 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:11:25.324402 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da342347-6262-4a62-864a-9c3aad09d7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5acabd9-f4a7-4b0c-a298-0930290c8880', 'code': 200} Jan 26 19:11:25.356181 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (f5acabd9-f4a7-4b0c-a298-0930290c8880), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:25.405801 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=f5acabd9-f4a7-4b0c-a298-0930290c8880,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:25.926961 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fa994-bc1e-49ce-95e4-df2483fe61d3 req-5aa1db26-39fe-404d-8f8a-3ddde438361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:25.928468 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b70fa994-bc1e-49ce-95e4-df2483fe61d3 req-5aa1db26-39fe-404d-8f8a-3ddde438361c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 1098 time: 0.2888691 Jan 26 19:11:25.974041 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b70fa994-bc1e-49ce-95e4-df2483fe61d3 req-9342ba00-7a2b-4e61-855c-5a4c7cca9ddc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390873 Jan 26 19:11:26.095720 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-33d72763-8a64-4faf-8c44-25737c97c5d0 req-c76bbdf6-4579-4e40-95ec-f562cf701631 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 210 time: 0.0278161 Jan 26 19:11:26.385739 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b794be-22df-4a08-8f15-f53007732e32 req-50efd30f-9b6c-482c-b8db-9922108e7f30 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:26.387237 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b6b794be-22df-4a08-8f15-f53007732e32 req-50efd30f-9b6c-482c-b8db-9922108e7f30 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0493932 Jan 26 19:11:26.398747 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9f172-5d08-4985-80d1-ae5f8be4e138 req-316151d2-d422-4ccf-b783-0bee98e085ba tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:26.401088 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d0b9f172-5d08-4985-80d1-ae5f8be4e138 req-316151d2-d422-4ccf-b783-0bee98e085ba tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 944 time: 0.0529256 Jan 26 19:11:26.439113 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b6b794be-22df-4a08-8f15-f53007732e32 req-6f461b4d-8158-4ab2-9145-7086dd1195a0 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454926 Jan 26 19:11:26.448557 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d0b9f172-5d08-4985-80d1-ae5f8be4e138 req-de2a7933-2e55-4c85-9154-a115b8601811 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418298 Jan 26 19:11:27.011070 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device c61e260b-a6d5-4f6b-9b51-4798465e724c details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:11:27.109808 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port c61e260b-a6d5-4f6b-9b51-4798465e724c, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c61e260b-a6d5-4f6b-9b51-4798465e724c,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:27.126731 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': 'c61e260b-a6d5-4f6b-9b51-4798465e724c', 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74', 'port_id': 'c61e260b-a6d5-4f6b-9b51-4798465e724c', 'mac_address': 'fa:16:3e:3a:db:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ec1fdf-0582-4a14-babf-f0b6d2a02e31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:11:27.172415 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port c61e260b-a6d5-4f6b-9b51-4798465e724c is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:11:27.172811 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c61e260b-a6d5-4f6b-9b51-4798465e724c), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:27.187423 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61e260b-a6d5-4f6b-9b51-4798465e724c {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:11:27.194917 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-adaac273-0649-4eee-9098-37081119cf65 req-84068feb-afbf-4bcf-9c6f-2f3657a86109 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 210 time: 0.0280414 Jan 26 19:11:27.207952 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port c61e260b-a6d5-4f6b-9b51-4798465e724c, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c61e260b-a6d5-4f6b-9b51-4798465e724c,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:27.293448 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (c61e260b-a6d5-4f6b-9b51-4798465e724c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:27.341749 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=c61e260b-a6d5-4f6b-9b51-4798465e724c,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:27.558452 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9364afb-4574-4ea6-9c0f-743f310539a7 req-596196f3-c0ab-4a66-8c59-f79696b924ab tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:27.560441 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c9364afb-4574-4ea6-9c0f-743f310539a7 req-596196f3-c0ab-4a66-8c59-f79696b924ab tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0510807 Jan 26 19:11:27.573356 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8238bb8-07b6-477d-937a-fbf31adf34b9 req-5311fa86-72cd-440d-a91c-90d754fadc60 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:27.574507 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['c61e260b-a6d5-4f6b-9b51-4798465e724c'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:11:27.574874 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f8238bb8-07b6-477d-937a-fbf31adf34b9 req-5311fa86-72cd-440d-a91c-90d754fadc60 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 945 time: 0.0538182 Jan 26 19:11:27.618491 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c9364afb-4574-4ea6-9c0f-743f310539a7 req-30893505-4906-4754-b4c6-a33736fdaffc tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522635 Jan 26 19:11:27.632326 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f8238bb8-07b6-477d-937a-fbf31adf34b9 req-fea01f8d-96f0-433e-b967-cf3097c9224f tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509048 Jan 26 19:11:27.750529 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9e9be-fea5-448c-bc5e-5fefe7928fea req-4709661a-17f0-439e-a4ec-60cc3428ff56 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:27.752017 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c9e9be-fea5-448c-bc5e-5fefe7928fea req-4709661a-17f0-439e-a4ec-60cc3428ff56 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0517623 Jan 26 19:11:27.803594 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c9e9be-fea5-448c-bc5e-5fefe7928fea req-ad43105d-b3ca-47d5-b394-4387a18120ec tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456843 Jan 26 19:11:27.825970 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47654) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:27.865449 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dad759a-9166-405c-b36c-c6264c6c09d8 tempest-TestVolumeBootPattern-567482640 tempest-TestVolumeBootPattern-567482640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:27.867021 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-1dad759a-9166-405c-b36c-c6264c6c09d8 tempest-TestVolumeBootPattern-567482640 tempest-TestVolumeBootPattern-567482640-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 1093 time: 0.0400646 Jan 26 19:11:27.869896 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47656) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:27.874537 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Request body: {'floatingip': {'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'port_id': 'f5acabd9-f4a7-4b0c-a298-0930290c8880', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:27.975048 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:28.062548 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-284be3a4-a90c-4641-871e-4ff13f98ca22 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:28.064051 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-284be3a4-a90c-4641-871e-4ff13f98ca22 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.55 "GET /v2.0/networks?id=0fc535ff-97cd-488b-8a87-edf2cc218b13 HTTP/1.1" status: 200 len: 808 time: 0.1457238 Jan 26 19:11:28.091853 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-66d8cdfc-f34a-4424-86b0-ab8ead194df2 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Request body: {'port': {'device_id': '221d05d2-a476-4255-b668-ddfb3f712cac', 'network_id': '0fc535ff-97cd-488b-8a87-edf2cc218b13', 'admin_state_up': True, 'tenant_id': '069b11e69819446bba92d239fc7c8aff'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:28.201283 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9c8c236f-85ee-470e-b33e-375b62ec66a3 req-69ff05a8-0cd6-4bfa-9352-d24ab0d74378 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1245489 Jan 26 19:11:28.243608 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:28.344239 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7d226c82-b1f0-425b-870d-7ab55f66cf19 req-525bbe8b-c4ed-4f36-a561-2e5332ff85e0 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 210 time: 0.0701818 Jan 26 19:11:28.357912 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c236f-85ee-470e-b33e-375b62ec66a3 req-d52db935-b16d-4820-a252-a5c325b3b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:28.359425 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9c8c236f-85ee-470e-b33e-375b62ec66a3 req-d52db935-b16d-4820-a252-a5c325b3b743 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e696aded712424fa11e2cea742d7fcf&device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 1099 time: 0.1332128 Jan 26 19:11:28.408787 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-66d8cdfc-f34a-4424-86b0-ab8ead194df2 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Made reservation on behalf of 069b11e69819446bba92d239fc7c8aff for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:11:28.411900 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-66d8cdfc-f34a-4424-86b0-ab8ead194df2 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:28.482095 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Allocated IP 172.27.2.149 (11edf1d4-3de0-4d6f-8078-b00e4886ebe5/f6db50cd-2605-46c9-aa7f-1e2383d5616a/5bf48209-8895-4faf-a9b2-9ff7dca2d40d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:11:28.619667 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c236f-85ee-470e-b33e-375b62ec66a3 req-ede6c12a-683d-462a-9e3f-01311d7a0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:28.621090 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9c8c236f-85ee-470e-b33e-375b62ec66a3 req-ede6c12a-683d-462a-9e3f-01311d7a0cff service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1887265-1d4b-4b0f-a079-aa5abdb4c028 HTTP/1.1" status: 200 len: 913 time: 0.2265403 Jan 26 19:11:28.752560 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac493d32-8fdb-4af4-a982-08c56240ad19 req-51d3b5b8-1668-45da-a0c6-3122196b3635 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:28.754142 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ac493d32-8fdb-4af4-a982-08c56240ad19 req-51d3b5b8-1668-45da-a0c6-3122196b3635 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 945 time: 0.0477023 Jan 26 19:11:28.758073 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-66d8cdfc-f34a-4424-86b0-ab8ead194df2 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Allocated IP 172.20.0.11 (0fc535ff-97cd-488b-8a87-edf2cc218b13/ef0a2443-2b5f-42db-96f9-13b57a5be7c0/c93f67bf-490a-4ff5-8660-d6ca646f6aa8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:11:28.761960 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for port (5bf48209-8895-4faf-a9b2-9ff7dca2d40d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:28.768901 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9c8c236f-85ee-470e-b33e-375b62ec66a3 req-667c405d-13e6-4e41-9656-ea7afb92af71 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9044ce74-f599-4ffa-9a03-c99968d4aa99 HTTP/1.1" status: 200 len: 1001 time: 0.1386163 Jan 26 19:11:28.802280 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ac493d32-8fdb-4af4-a982-08c56240ad19 req-b3e65f6d-05b0-42c3-ab93-955b10be32b1 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422747 Jan 26 19:11:28.851945 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c236f-85ee-470e-b33e-375b62ec66a3 req-5a643e77-0551-4e32-a667-fc3c74be020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:28.853442 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9c8c236f-85ee-470e-b33e-375b62ec66a3 req-5a643e77-0551-4e32-a667-fc3c74be020e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=201de6dd-0e18-46ec-b3e0-295cd0d4de2d HTTP/1.1" status: 200 len: 851 time: 0.0760760 Jan 26 19:11:28.949365 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (5bf48209-8895-4faf-a9b2-9ff7dca2d40d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:28.987094 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c236f-85ee-470e-b33e-375b62ec66a3 req-882ef7ce-f39b-4549-8838-167644e9a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:28.988611 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9c8c236f-85ee-470e-b33e-375b62ec66a3 req-882ef7ce-f39b-4549-8838-167644e9a3a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1887265-1d4b-4b0f-a079-aa5abdb4c028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1270137 Jan 26 19:11:29.018449 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device c61e260b-a6d5-4f6b-9b51-4798465e724c up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:11:29.032693 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Network 11edf1d4-3de0-4d6f-8078-b00e4886ebe5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:11:29.068735 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:11:29.070621 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event updated for resources: {'Port': ['ID=5bf48209-8895-4faf-a9b2-9ff7dca2d40d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:29.078822 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:11:29.121775 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port c61e260b-a6d5-4f6b-9b51-4798465e724c completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:11:29.125857 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port c61e260b-a6d5-4f6b-9b51-4798465e724c triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:11:29.130071 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (c61e260b-a6d5-4f6b-9b51-4798465e724c), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:29.149265 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-66d8cdfc-f34a-4424-86b0-ab8ead194df2 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Publish callbacks [] for port (c93f67bf-490a-4ff5-8660-d6ca646f6aa8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:29.199291 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9c8c236f-85ee-470e-b33e-375b62ec66a3 req-a5b2be78-c0f2-45e8-a3bb-f75f43ec5b20 service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995561 Jan 26 19:11:29.219694 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port c61e260b-a6d5-4f6b-9b51-4798465e724c is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:11:29.220001 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c61e260b-a6d5-4f6b-9b51-4798465e724c), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:29.246021 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44b2c65-989b-4b0c-b73b-01acc3a2644a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61e260b-a6d5-4f6b-9b51-4798465e724c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:11:29.248351 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203f2769-f699-4268-95d7-45dc3748a66b" -d '{"events": [{"server_uuid": "a44b2c65-989b-4b0c-b73b-01acc3a2644a", "name": "network-vif-plugged", "status": "completed", "tag": "c61e260b-a6d5-4f6b-9b51-4798465e724c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:11:29.262119 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port c61e260b-a6d5-4f6b-9b51-4798465e724c, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c61e260b-a6d5-4f6b-9b51-4798465e724c,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:29.289741 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ad1039-b347-4e68-9df8-a124a0b7435c x-openstack-request-id: req-b5ad1039-b347-4e68-9df8-a124a0b7435c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:11:29.290908 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44b2c65-989b-4b0c-b73b-01acc3a2644a", "name": "network-vif-plugged", "status": "completed", "tag": "c61e260b-a6d5-4f6b-9b51-4798465e724c", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:11:29.290908 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5ad1039-b347-4e68-9df8-a124a0b7435c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:11:29.290908 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44b2c65-989b-4b0c-b73b-01acc3a2644a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61e260b-a6d5-4f6b-9b51-4798465e724c', 'code': 200} Jan 26 19:11:29.338996 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (c61e260b-a6d5-4f6b-9b51-4798465e724c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:29.390082 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-66d8cdfc-f34a-4424-86b0-ab8ead194df2 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (c93f67bf-490a-4ff5-8660-d6ca646f6aa8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:29.399611 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=c61e260b-a6d5-4f6b-9b51-4798465e724c,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:29.402571 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9c8c236f-85ee-470e-b33e-375b62ec66a3 req-0ff990c7-7c25-470b-bd8b-68b5279f60c5 service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961422 Jan 26 19:11:29.465318 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-66d8cdfc-f34a-4424-86b0-ab8ead194df2 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Network 0fc535ff-97cd-488b-8a87-edf2cc218b13 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:11:29.472170 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-66d8cdfc-f34a-4424-86b0-ab8ead194df2 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:11:29.476928 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-66d8cdfc-f34a-4424-86b0-ab8ead194df2 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:11:29.478774 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad81bf-699c-45ce-a611-01c35a6e89ac req-6b831632-04aa-4a02-88c1-a231f22dcf0e tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:29.484698 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c7ad81bf-699c-45ce-a611-01c35a6e89ac req-6b831632-04aa-4a02-88c1-a231f22dcf0e tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 932 time: 0.0560849 Jan 26 19:11:29.518681 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8cdfc-f34a-4424-86b0-ab8ead194df2 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Pushing event updated for resources: {'Port': ['ID=c93f67bf-490a-4ff5-8660-d6ca646f6aa8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:29.529591 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c7ad81bf-699c-45ce-a611-01c35a6e89ac req-df498e6c-e14c-40b6-8ec2-f62d6baf9371 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425236 Jan 26 19:11:29.569164 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-66d8cdfc-f34a-4424-86b0-ab8ead194df2 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:29.569811 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-66d8cdfc-f34a-4424-86b0-ab8ead194df2 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:29.670946 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07936ba9-3ba1-4ce2-965a-885396cb5e8b req-699a60ed-7881-4be5-8771-59b97dbf7f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:29.673467 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-07936ba9-3ba1-4ce2-965a-885396cb5e8b req-699a60ed-7881-4be5-8771-59b97dbf7f31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 1099 time: 0.0902987 Jan 26 19:11:29.707327 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-66d8cdfc-f34a-4424-86b0-ab8ead194df2 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6219652 Jan 26 19:11:29.722620 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Request body: {'port': {'device_id': '221d05d2-a476-4255-b668-ddfb3f712cac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:29.776781 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for floatingip (bf749634-040f-42a4-88e4-1f987f4df46e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:29.832193 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-07936ba9-3ba1-4ce2-965a-885396cb5e8b req-11072bf3-3fa8-430f-9b45-e645a9c181e9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346033 Jan 26 19:11:29.841816 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c93f67bf-490a-4ff5-8660-d6ca646f6aa8), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:29.994546 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (5bf48209-8895-4faf-a9b2-9ff7dca2d40d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:30.051888 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483aa44-6564-489f-a5a1-0d5f467f9487 req-08c9bf08-bcfc-494f-965c-3dc0a0dc0d83 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:30.053387 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b483aa44-6564-489f-a5a1-0d5f467f9487 req-08c9bf08-bcfc-494f-965c-3dc0a0dc0d83 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 946 time: 0.1747415 Jan 26 19:11:30.209844 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b483aa44-6564-489f-a5a1-0d5f467f9487 req-a4507ff2-2162-4395-90c6-bf6d7232556c tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424117 Jan 26 19:11:30.334444 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93f67bf-490a-4ff5-8660-d6ca646f6aa8 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:11:30.343823 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for port (5bf48209-8895-4faf-a9b2-9ff7dca2d40d), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:30.346361 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Publish callbacks [] for port (c93f67bf-490a-4ff5-8660-d6ca646f6aa8), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:30.358375 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Transition to ACTIVE for port object c93f67bf-490a-4ff5-8660-d6ca646f6aa8 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:11:30.458773 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (5bf48209-8895-4faf-a9b2-9ff7dca2d40d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:30.515001 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (c93f67bf-490a-4ff5-8660-d6ca646f6aa8), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:30.533408 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event updated for resources: {'Port': ['ID=5bf48209-8895-4faf-a9b2-9ff7dca2d40d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:30.571703 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4102511'] for floatingip (bf749634-040f-42a4-88e4-1f987f4df46e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:30.647534 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Pushing event updated for resources: {'Port': ['ID=c93f67bf-490a-4ff5-8660-d6ca646f6aa8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:30.662182 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c2f26-11b5-464d-9cac-a22370e588db req-4cf9c0dd-c7d9-4136-bfdd-6cd2e20c25b9 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:30.663831 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a12c2f26-11b5-464d-9cac-a22370e588db req-4cf9c0dd-c7d9-4136-bfdd-6cd2e20c25b9 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 944 time: 0.0594394 Jan 26 19:11:30.714353 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a12c2f26-11b5-464d-9cac-a22370e588db req-5549d82d-7eb9-4c68-9d5f-c74896e68614 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449073 Jan 26 19:11:30.985722 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.l3_db [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Floating IP bf749634-040f-42a4-88e4-1f987f4df46e associated. External IP: 172.27.2.149, port: f5acabd9-f4a7-4b0c-a298-0930290c8880. Jan 26 19:11:30.990131 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Attempting to bind port c93f67bf-490a-4ff5-8660-d6ca646f6aa8 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:11:30.990490 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Attempting to bind port c93f67bf-490a-4ff5-8660-d6ca646f6aa8 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '8d004c3e-6026-4999-ae81-d0080e1c3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0fc535ff-97cd-488b-8a87-edf2cc218b13'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:11:30.990814 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Attempting to bind port c93f67bf-490a-4ff5-8660-d6ca646f6aa8 on network 0fc535ff-97cd-488b-8a87-edf2cc218b13 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:11:31.026704 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Port c93f67bf-490a-4ff5-8660-d6ca646f6aa8 on network 0fc535ff-97cd-488b-8a87-edf2cc218b13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:11:31.027029 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Attempting to bind port c93f67bf-490a-4ff5-8660-d6ca646f6aa8 on network 0fc535ff-97cd-488b-8a87-edf2cc218b13 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:11:31.036453 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:11:31.036790 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Checking segment: {'id': '8d004c3e-6026-4999-ae81-d0080e1c3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0fc535ff-97cd-488b-8a87-edf2cc218b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:11:31.037205 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Bound using segment: {'id': '8d004c3e-6026-4999-ae81-d0080e1c3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0fc535ff-97cd-488b-8a87-edf2cc218b13'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:11:31.037640 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Bound port: c93f67bf-490a-4ff5-8660-d6ca646f6aa8, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d004c3e-6026-4999-ae81-d0080e1c3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0fc535ff-97cd-488b-8a87-edf2cc218b13'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:11:31.037992 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c93f67bf-490a-4ff5-8660-d6ca646f6aa8), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:31.153241 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] For port c93f67bf-490a-4ff5-8660-d6ca646f6aa8, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:11:31.199375 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] For port c93f67bf-490a-4ff5-8660-d6ca646f6aa8, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c93f67bf-490a-4ff5-8660-d6ca646f6aa8,segment=NetworkSegment(8d004c3e-6026-4999-ae81-d0080e1c3c6b),segment_id=8d004c3e-6026-4999-ae81-d0080e1c3c6b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:11:31.271217 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Router b5de2a7f-81b9-4df9-aef0-abf291462f5d has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:11:31.327321 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (c93f67bf-490a-4ff5-8660-d6ca646f6aa8), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:31.396791 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:31.397469 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:31.398902 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] 10.222.0.55 "PUT /v2.0/ports/c93f67bf-490a-4ff5-8660-d6ca646f6aa8 HTTP/1.1" status: 200 len: 1094 time: 1.6801891 Jan 26 19:11:31.402245 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221d05d2-a476-4255-b668-ddfb3f712cac', 'tag': 'c93f67bf-490a-4ff5-8660-d6ca646f6aa8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:11:31.405111 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc44939-e879-4b13-b51c-730d44338151" -d '{"events": [{"name": "network-changed", "server_uuid": "221d05d2-a476-4255-b668-ddfb3f712cac", "tag": "c93f67bf-490a-4ff5-8660-d6ca646f6aa8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:11:31.453237 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa61f8a-4059-43f0-82a1-584087072728 x-openstack-request-id: req-efa61f8a-4059-43f0-82a1-584087072728 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:11:31.453527 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221d05d2-a476-4255-b668-ddfb3f712cac", "tag": "c93f67bf-490a-4ff5-8660-d6ca646f6aa8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:11:31.453783 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-efa61f8a-4059-43f0-82a1-584087072728 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:11:31.454182 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221d05d2-a476-4255-b668-ddfb3f712cac', 'tag': 'c93f67bf-490a-4ff5-8660-d6ca646f6aa8', 'status': 'completed', 'code': 200} Jan 26 19:11:31.484772 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Pushing event updated for resources: {'Port': ['ID=c93f67bf-490a-4ff5-8660-d6ca646f6aa8,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:31.493266 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12bb72-afb8-4db8-9699-53573304d195 req-13f740aa-bf90-4623-8da7-6ece0e9707dd tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:31.494691 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6d12bb72-afb8-4db8-9699-53573304d195 req-13f740aa-bf90-4623-8da7-6ece0e9707dd tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 946 time: 0.2130997 Jan 26 19:11:31.523551 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:31.523905 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:31.524254 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:31.524593 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:31.524969 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:31.525332 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:31.525668 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:31.526061 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:31.526391 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:31.526721 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:31.527052 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:31.527381 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:31.527714 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ae6e44-f90f-4fac-9432-10052b0dc7ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:31.541408 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:11:31.551894 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ea20e6-f4f3-4b53-9d61-806b66dd3e8c None None] Sync routers for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:11:31.562769 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ea20e6-f4f3-4b53-9d61-806b66dd3e8c None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:11:31.567819 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a4ea20e6-f4f3-4b53-9d61-806b66dd3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:11:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:31.595041 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc44939-e879-4b13-b51c-730d44338151 req-3fc91739-283f-46e5-b5e4-8c17cef0c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:31.596611 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc44939-e879-4b13-b51c-730d44338151 req-3fc91739-283f-46e5-b5e4-8c17cef0c5bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=069b11e69819446bba92d239fc7c8aff&device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 1097 time: 0.1243227 Jan 26 19:11:31.601604 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6d12bb72-afb8-4db8-9699-53573304d195 req-d2f15d64-d25f-4238-999a-231febf4b2cb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956845 Jan 26 19:11:31.672957 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:31.730925 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-7abdff5e-6397-4d11-9a9a-08c7849a3295 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8461578 Jan 26 19:11:31.764564 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc44939-e879-4b13-b51c-730d44338151 req-f22150e5-2808-438e-b4f4-17a0ac0d2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:31.766270 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc44939-e879-4b13-b51c-730d44338151 req-f22150e5-2808-438e-b4f4-17a0ac0d2975 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=069b11e69819446bba92d239fc7c8aff&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1622305 Jan 26 19:11:31.824598 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a4ea20e6-f4f3-4b53-9d61-806b66dd3e8c None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:11:31.854735 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a7b9d-725a-457b-b42b-f1da97b52086 req-4b4fb253-c51e-4553-8237-25a345839dab tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:31.857011 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a70a7b9d-725a-457b-b42b-f1da97b52086 req-4b4fb253-c51e-4553-8237-25a345839dab tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 944 time: 0.0610256 Jan 26 19:11:31.869722 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc44939-e879-4b13-b51c-730d44338151 req-62d35c6b-0806-43c4-a91f-bf07ef8e47c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:31.871361 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc44939-e879-4b13-b51c-730d44338151 req-62d35c6b-0806-43c4-a91f-bf07ef8e47c1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993226 Jan 26 19:11:31.912880 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a70a7b9d-725a-457b-b42b-f1da97b52086 req-e7a1068f-071c-4f04-8b9f-b439e69cf593 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484345 Jan 26 19:11:31.958726 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-d0a10548-7d3e-43a1-9543-6e7fcfe5225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:31.960273 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-d0a10548-7d3e-43a1-9543-6e7fcfe5225b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=069b11e69819446bba92d239fc7c8aff&device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 1097 time: 0.0493343 Jan 26 19:11:32.001412 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-5b93638f-c274-4ff4-b64f-4605b4bbbf87 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c93f67bf-490a-4ff5-8660-d6ca646f6aa8 HTTP/1.1" status: 200 len: 217 time: 0.0340323 Jan 26 19:11:32.061469 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-598c11a8-ecbd-4355-bc7f-781d61c3677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:32.063029 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-598c11a8-ecbd-4355-bc7f-781d61c3677d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ef0a2443-2b5f-42db-96f9-13b57a5be7c0 HTTP/1.1" status: 200 len: 848 time: 0.0502450 Jan 26 19:11:32.076361 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a4ea20e6-f4f3-4b53-9d61-806b66dd3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'a83aa27f-2777-4089-bfce-2e7acaf10667', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'port_id': '9044ce74-f599-4ffa-9a03-c99968d4aa99', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'mac_address': 'fa:16:3e:05:c9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:09:13Z', 'updated_at': '2022-01-26T19:09:15Z', 'revision_number': 1, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address_scope': None}, {'id': 'bf749634-040f-42a4-88e4-1f987f4df46e', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'port_id': 'f5acabd9-f4a7-4b0c-a298-0930290c8880', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'mac_address': 'fa:16:3e:30:b9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da342347-6262-4a62-864a-9c3aad09d7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:11:29Z', 'updated_at': '2022-01-26T19:11:29Z', 'revision_number': 0, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:32.095869 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-da357fef-bb4e-46bd-a618-ec18d2189bb3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fc535ff-97cd-488b-8a87-edf2cc218b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265036 Jan 26 19:11:32.103542 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ea20e6-f4f3-4b53-9d61-806b66dd3e8c None None] Checking router: b5de2a7f-81b9-4df9-aef0-abf291462f5d for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:11:32.112263 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ea20e6-f4f3-4b53-9d61-806b66dd3e8c None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:11:32.112887 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a4ea20e6-f4f3-4b53-9d61-806b66dd3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:11:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:32.199788 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-ace4cb6d-6125-4a0d-867f-c3dc3bca9e2a service neutron] 10.222.0.55 "GET /v2.0/networks/0fc535ff-97cd-488b-8a87-edf2cc218b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977502 Jan 26 19:11:32.224937 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a4ea20e6-f4f3-4b53-9d61-806b66dd3e8c None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:11:32.291514 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-93a082fa-d9bf-43ae-a8eb-eb9eeb8885a2 req-777dd9a6-44bd-423c-b0a5-fb4c5595da12 service neutron] 10.222.0.55 "GET /v2.0/networks/0fc535ff-97cd-488b-8a87-edf2cc218b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853362 Jan 26 19:11:32.459636 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a4ea20e6-f4f3-4b53-9d61-806b66dd3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'a83aa27f-2777-4089-bfce-2e7acaf10667', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'port_id': '9044ce74-f599-4ffa-9a03-c99968d4aa99', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'mac_address': 'fa:16:3e:05:c9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:09:13Z', 'updated_at': '2022-01-26T19:09:15Z', 'revision_number': 1, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address_scope': None}, {'id': 'bf749634-040f-42a4-88e4-1f987f4df46e', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'port_id': 'f5acabd9-f4a7-4b0c-a298-0930290c8880', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'mac_address': 'fa:16:3e:30:b9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da342347-6262-4a62-864a-9c3aad09d7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:11:29Z', 'updated_at': '2022-01-26T19:11:29Z', 'revision_number': 0, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:32.487396 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ea20e6-f4f3-4b53-9d61-806b66dd3e8c None None] The sync data for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi is: [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'a83aa27f-2777-4089-bfce-2e7acaf10667', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'port_id': '9044ce74-f599-4ffa-9a03-c99968d4aa99', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'mac_address': 'fa:16:3e:05:c9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:09:13Z', 'updated_at': '2022-01-26T19:09:15Z', 'revision_number': 1, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address_scope': None}, {'id': 'bf749634-040f-42a4-88e4-1f987f4df46e', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'floating_ip_address': '172.27.2.149', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'port_id': 'f5acabd9-f4a7-4b0c-a298-0930290c8880', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'mac_address': 'fa:16:3e:30:b9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da342347-6262-4a62-864a-9c3aad09d7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:11:29Z', 'updated_at': '2022-01-26T19:11:29Z', 'revision_number': 0, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:11:32.682313 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2783ed3c-c8b7-4f5f-ba6b-b35cc7e642be None None] New status for floating IP bf749634-040f-42a4-88e4-1f987f4df46e: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:11:33.037660 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e229f0d-3ffe-4807-b481-34f5324b6cd5 req-c4c77b81-021c-494f-9e39-9f317ed9c53a tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:33.039192 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8e229f0d-3ffe-4807-b481-34f5324b6cd5 req-c4c77b81-021c-494f-9e39-9f317ed9c53a tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 944 time: 0.0549140 Jan 26 19:11:33.087741 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8e229f0d-3ffe-4807-b481-34f5324b6cd5 req-d4fa339f-743c-4aad-a707-2691cbcaf998 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421338 Jan 26 19:11:33.455346 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da342347-6262-4a62-864a-9c3aad09d7d8', 'tag': 'f5acabd9-f4a7-4b0c-a298-0930290c8880'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:11:33.457697 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7759ee89-60ec-4159-9aa8-819d9787b090" -d '{"events": [{"name": "network-changed", "server_uuid": "da342347-6262-4a62-864a-9c3aad09d7d8", "tag": "f5acabd9-f4a7-4b0c-a298-0930290c8880"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:11:33.493034 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8c3559-6729-4e20-9fc0-5cb705525180 x-openstack-request-id: req-fa8c3559-6729-4e20-9fc0-5cb705525180 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:11:33.493354 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da342347-6262-4a62-864a-9c3aad09d7d8", "tag": "f5acabd9-f4a7-4b0c-a298-0930290c8880", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:11:33.493594 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa8c3559-6729-4e20-9fc0-5cb705525180 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:11:33.493991 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da342347-6262-4a62-864a-9c3aad09d7d8', 'tag': 'f5acabd9-f4a7-4b0c-a298-0930290c8880', 'status': 'completed', 'code': 200} Jan 26 19:11:33.558392 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759ee89-60ec-4159-9aa8-819d9787b090 req-e5d73e06-b76e-480d-847a-538c3153a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:33.560619 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7759ee89-60ec-4159-9aa8-819d9787b090 req-e5d73e06-b76e-480d-847a-538c3153a506 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e696aded712424fa11e2cea742d7fcf&device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 1098 time: 0.0435848 Jan 26 19:11:33.707430 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759ee89-60ec-4159-9aa8-819d9787b090 req-7ed0740f-94ad-452d-83e9-ee4c75629c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:33.708862 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7759ee89-60ec-4159-9aa8-819d9787b090 req-7ed0740f-94ad-452d-83e9-ee4c75629c80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1887265-1d4b-4b0f-a079-aa5abdb4c028 HTTP/1.1" status: 200 len: 913 time: 0.1408687 Jan 26 19:11:33.775186 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7759ee89-60ec-4159-9aa8-819d9787b090 req-1f06807e-d3ca-4b0f-9157-b231cd4ce672 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5acabd9-f4a7-4b0c-a298-0930290c8880 HTTP/1.1" status: 200 len: 1001 time: 0.0606568 Jan 26 19:11:33.831632 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759ee89-60ec-4159-9aa8-819d9787b090 req-40908df9-d009-4938-9670-21fc19c16082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:33.833243 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7759ee89-60ec-4159-9aa8-819d9787b090 req-40908df9-d009-4938-9670-21fc19c16082 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=201de6dd-0e18-46ec-b3e0-295cd0d4de2d HTTP/1.1" status: 200 len: 851 time: 0.0457249 Jan 26 19:11:33.884473 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759ee89-60ec-4159-9aa8-819d9787b090 req-78035757-9905-4a17-88b4-aa2923ff0132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:33.886068 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7759ee89-60ec-4159-9aa8-819d9787b090 req-78035757-9905-4a17-88b4-aa2923ff0132 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1887265-1d4b-4b0f-a079-aa5abdb4c028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453017 Jan 26 19:11:33.974173 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7759ee89-60ec-4159-9aa8-819d9787b090 req-fc82a648-35c0-47b3-b1a4-acfa0ba81b77 service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823143 Jan 26 19:11:34.066923 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7759ee89-60ec-4159-9aa8-819d9787b090 req-a5aebc22-7861-4c9a-b602-718e97b9db7b service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869880 Jan 26 19:11:34.206339 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974441ab-763f-45cb-afd6-c94134744687 req-1ba43505-c582-4fbc-a028-e3f2308ec2e3 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:34.207859 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-974441ab-763f-45cb-afd6-c94134744687 req-1ba43505-c582-4fbc-a028-e3f2308ec2e3 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 944 time: 0.0493464 Jan 26 19:11:34.255070 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-974441ab-763f-45cb-afd6-c94134744687 req-03e5278e-40de-42cb-853c-2e6d4bd14eae tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414262 Jan 26 19:11:35.029439 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device c93f67bf-490a-4ff5-8660-d6ca646f6aa8 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:11:35.127590 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port c93f67bf-490a-4ff5-8660-d6ca646f6aa8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c93f67bf-490a-4ff5-8660-d6ca646f6aa8,segment=NetworkSegment(8d004c3e-6026-4999-ae81-d0080e1c3c6b),segment_id=8d004c3e-6026-4999-ae81-d0080e1c3c6b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:35.140143 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': 'c93f67bf-490a-4ff5-8660-d6ca646f6aa8', 'network_id': '0fc535ff-97cd-488b-8a87-edf2cc218b13', 'port_id': 'c93f67bf-490a-4ff5-8660-d6ca646f6aa8', 'mac_address': 'fa:16:3e:0a:f4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0a2443-2b5f-42db-96f9-13b57a5be7c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:11:35.176693 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port c93f67bf-490a-4ff5-8660-d6ca646f6aa8 is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:11:35.177106 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c93f67bf-490a-4ff5-8660-d6ca646f6aa8), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:35.192895 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93f67bf-490a-4ff5-8660-d6ca646f6aa8 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:11:35.212499 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port c93f67bf-490a-4ff5-8660-d6ca646f6aa8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c93f67bf-490a-4ff5-8660-d6ca646f6aa8,segment=NetworkSegment(8d004c3e-6026-4999-ae81-d0080e1c3c6b),segment_id=8d004c3e-6026-4999-ae81-d0080e1c3c6b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:35.293405 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (c93f67bf-490a-4ff5-8660-d6ca646f6aa8), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:35.341986 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=c93f67bf-490a-4ff5-8660-d6ca646f6aa8,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:35.373225 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9d41a-a2dc-4853-b4e0-d4807829a19a req-93c019bb-a3e5-4a2b-b323-f8495c09d4c8 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:35.374752 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8da9d41a-a2dc-4853-b4e0-d4807829a19a req-93c019bb-a3e5-4a2b-b323-f8495c09d4c8 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 945 time: 0.0510659 Jan 26 19:11:35.427916 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8da9d41a-a2dc-4853-b4e0-d4807829a19a req-70da3671-03a1-4210-ab9e-578aab0fc572 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473521 Jan 26 19:11:35.595460 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['c93f67bf-490a-4ff5-8660-d6ca646f6aa8'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:11:36.547522 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a3ea3-9dc2-4ba2-a175-9f97569f4181 req-6de3c389-1382-4d4b-b873-9797e636a99d tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:36.549081 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e98a3ea3-9dc2-4ba2-a175-9f97569f4181 req-6de3c389-1382-4d4b-b873-9797e636a99d tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 945 time: 0.0508139 Jan 26 19:11:36.597745 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e98a3ea3-9dc2-4ba2-a175-9f97569f4181 req-a9a44ab1-5323-4fed-8c0e-0ae518f8be03 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426409 Jan 26 19:11:37.038242 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device c93f67bf-490a-4ff5-8660-d6ca646f6aa8 up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:11:37.066639 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c29301e1-b9d0-4a28-b102-97a9f9953c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:37.161843 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port c93f67bf-490a-4ff5-8660-d6ca646f6aa8 completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:11:37.166179 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port c93f67bf-490a-4ff5-8660-d6ca646f6aa8 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:11:37.166511 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (c93f67bf-490a-4ff5-8660-d6ca646f6aa8), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:37.247888 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port c93f67bf-490a-4ff5-8660-d6ca646f6aa8 is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:11:37.248274 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (c93f67bf-490a-4ff5-8660-d6ca646f6aa8), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:37.271299 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221d05d2-a476-4255-b668-ddfb3f712cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93f67bf-490a-4ff5-8660-d6ca646f6aa8'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:11:37.273581 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002bc813-18e4-456d-9093-77a4481dd41c" -d '{"events": [{"server_uuid": "221d05d2-a476-4255-b668-ddfb3f712cac", "name": "network-vif-plugged", "status": "completed", "tag": "c93f67bf-490a-4ff5-8660-d6ca646f6aa8"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:11:37.288391 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port c93f67bf-490a-4ff5-8660-d6ca646f6aa8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c93f67bf-490a-4ff5-8660-d6ca646f6aa8,segment=NetworkSegment(8d004c3e-6026-4999-ae81-d0080e1c3c6b),segment_id=8d004c3e-6026-4999-ae81-d0080e1c3c6b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:37.311796 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae5f71a-296c-46af-8695-51b4c491296f x-openstack-request-id: req-9ae5f71a-296c-46af-8695-51b4c491296f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:11:37.312100 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221d05d2-a476-4255-b668-ddfb3f712cac", "name": "network-vif-plugged", "status": "completed", "tag": "c93f67bf-490a-4ff5-8660-d6ca646f6aa8", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:11:37.312361 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ae5f71a-296c-46af-8695-51b4c491296f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:11:37.312763 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221d05d2-a476-4255-b668-ddfb3f712cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93f67bf-490a-4ff5-8660-d6ca646f6aa8', 'code': 200} Jan 26 19:11:37.356177 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (c93f67bf-490a-4ff5-8660-d6ca646f6aa8), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:37.406785 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=c93f67bf-490a-4ff5-8660-d6ca646f6aa8,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:37.620470 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf7959-205b-4c06-8df4-195035c98279 req-bed1e33f-bb94-4960-b2c0-c8b393e05c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:37.622572 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-59cf7959-205b-4c06-8df4-195035c98279 req-bed1e33f-bb94-4960-b2c0-c8b393e05c06 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 1099 time: 0.0403287 Jan 26 19:11:37.672896 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-59cf7959-205b-4c06-8df4-195035c98279 req-1d6f94e5-74ab-4d42-a57a-9775370f31b9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423334 Jan 26 19:11:37.724533 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba45bf0-6d2c-4b33-bb51-b978a068c26c req-5d314728-8ea3-46a3-a167-01758d652b7e tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:37.726073 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-dba45bf0-6d2c-4b33-bb51-b978a068c26c req-5d314728-8ea3-46a3-a167-01758d652b7e tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 946 time: 0.0522902 Jan 26 19:11:37.777458 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-dba45bf0-6d2c-4b33-bb51-b978a068c26c req-973101d1-0b99-447b-a6ff-8d0867badad2 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447612 Jan 26 19:11:38.287604 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47730) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:38.298927 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6b852-4402-4ac3-978c-3e58f3e7ed5e req-6bc758ae-4ff2-44f1-b320-dfcf1f58a8dd tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:38.300440 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eea6b852-4402-4ac3-978c-3e58f3e7ed5e req-6bc758ae-4ff2-44f1-b320-dfcf1f58a8dd tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 984 time: 0.0511441 Jan 26 19:11:38.366805 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eea6b852-4402-4ac3-978c-3e58f3e7ed5e req-8a688b47-69f9-4278-b92b-90b070a5b1a5 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=5409cfa3-aaa8-45a4-bfa9-371fc0686155&id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602098 Jan 26 19:11:38.407329 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ac1eb-a50a-4cdc-b31c-1838193c3b24 req-bcf3e325-d670-48ad-b3bc-101ee3f92c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:38.408823 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0b3ac1eb-a50a-4cdc-b31c-1838193c3b24 req-bcf3e325-d670-48ad-b3bc-101ee3f92c35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32a037b182ae4cd5a35299e60c9f7dbc&device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 1137 time: 0.0477953 Jan 26 19:11:38.450837 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Deleting port f3762ccf-c95a-4b8e-93bf-d62e632ca913 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:11:38.451181 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (f3762ccf-c95a-4b8e-93bf-d62e632ca913), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:38.510496 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ac1eb-a50a-4cdc-b31c-1838193c3b24 req-168f290f-3802-494b-b563-6c0c20958f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:38.512009 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0b3ac1eb-a50a-4cdc-b31c-1838193c3b24 req-168f290f-3802-494b-b563-6c0c20958f87 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65d691c9-eedb-4df1-861b-1902afc0a245 HTTP/1.1" status: 200 len: 915 time: 0.0958841 Jan 26 19:11:38.532518 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (f3762ccf-c95a-4b8e-93bf-d62e632ca913), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:38.532518 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for floatingip (f3762ccf-c95a-4b8e-93bf-d62e632ca913), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:38.552747 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Calling delete_port for f3762ccf-c95a-4b8e-93bf-d62e632ca913 owned by network:floatingip {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:11:38.584862 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0b3ac1eb-a50a-4cdc-b31c-1838193c3b24 req-1bc0c050-42c1-4720-bb1b-299d658fd676 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caffc39a-419f-4983-b1e6-a19afd0dbbf1 HTTP/1.1" status: 200 len: 1000 time: 0.0657825 Jan 26 19:11:38.642264 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ac1eb-a50a-4cdc-b31c-1838193c3b24 req-b1afbbf6-c39a-425e-99c3-06774f1c4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:38.643967 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0b3ac1eb-a50a-4cdc-b31c-1838193c3b24 req-b1afbbf6-c39a-425e-99c3-06774f1c4231 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d2188b4-53a7-483f-8626-14ace373b1de HTTP/1.1" status: 200 len: 853 time: 0.0518100 Jan 26 19:11:38.706178 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ac1eb-a50a-4cdc-b31c-1838193c3b24 req-04bc22cd-196d-4f23-bc4c-04fcabb9d632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:38.707694 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0b3ac1eb-a50a-4cdc-b31c-1838193c3b24 req-04bc22cd-196d-4f23-bc4c-04fcabb9d632 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65d691c9-eedb-4df1-861b-1902afc0a245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441854 Jan 26 19:11:38.719764 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:11:38.800121 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0b3ac1eb-a50a-4cdc-b31c-1838193c3b24 req-6de6fe21-aaf0-4419-961d-e5bd395290bb service neutron] 10.222.0.55 "GET /v2.0/networks/65d691c9-eedb-4df1-861b-1902afc0a245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828748 Jan 26 19:11:38.807559 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (f3762ccf-c95a-4b8e-93bf-d62e632ca913), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:38.855549 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Pushing event deleted for resources: {'Port': ['ID=f3762ccf-c95a-4b8e-93bf-d62e632ca913,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:38.913190 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0b3ac1eb-a50a-4cdc-b31c-1838193c3b24 req-bfccecac-1bc8-4885-ac7c-d6d7afcb14bd service neutron] 10.222.0.55 "GET /v2.0/networks/65d691c9-eedb-4df1-861b-1902afc0a245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055508 Jan 26 19:11:38.923515 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:38.923865 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:38.924203 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:38.924536 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:38.924866 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:38.925221 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:38.925542 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:38.925862 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:38.926182 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:38.926503 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:38.926823 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:38.927142 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:38.927456 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:38.961602 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218f0d9-ed79-4a81-a5e2-32307a7d96be req-1641aeb7-4deb-4c67-acc2-46f700964293 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:38.963106 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0218f0d9-ed79-4a81-a5e2-32307a7d96be req-1641aeb7-4deb-4c67-acc2-46f700964293 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 946 time: 0.1070969 Jan 26 19:11:38.965578 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for floatingip (90f11a73-49f8-4042-9c30-e23ca1254fdb), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:38.965900 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.l3_db [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Floating IP 90f11a73-49f8-4042-9c30-e23ca1254fdb disassociated (deleted). External IP: 172.27.2.162, port: 9cc245b4-cb28-4de3-9d40-5b516d12dce4. Jan 26 19:11:39.082691 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0218f0d9-ed79-4a81-a5e2-32307a7d96be req-b77b9a18-fc4b-4d1a-8563-76241abc4fdd tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123505 Jan 26 19:11:39.409629 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:11:39.550465 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178ae1e-e39f-4254-a1db-e28455c6ecbb req-0db4d717-0cc1-437b-8197-0ee310460cfd tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:39.552924 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8178ae1e-e39f-4254-a1db-e28455c6ecbb req-0db4d717-0cc1-437b-8197-0ee310460cfd tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 984 time: 0.0626552 Jan 26 19:11:39.573222 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:11:39.579218 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:39.588313 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4d3838-5c0e-46a6-bb57-90bda2990056 None None] Sync routers for ids ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:11:39.604754 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d3838-5c0e-46a6-bb57-90bda2990056 None None] Routers {'0c0a2790-eb20-47fd-97de-1add5a6cbe2d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:11:39.608255 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bb4d3838-5c0e-46a6-bb57-90bda2990056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:11:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:39.627702 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-1da74261-a817-487a-8aea-b2d132723dce tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "DELETE /v2.0/floatingips/90f11a73-49f8-4042-9c30-e23ca1254fdb HTTP/1.1" status: 204 len: 168 time: 1.3389366 Jan 26 19:11:39.628370 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'tag': '9cc245b4-cb28-4de3-9d40-5b516d12dce4'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:11:39.633996 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778b83fb83c7ed0d23127b0c5088a0f98009e27ee8199dc064e98ebb24a51604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7e2339-d208-41df-930f-d9f08dd88bca" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef025c9-13cc-4a98-998f-1ba4d0634607", "tag": "9cc245b4-cb28-4de3-9d40-5b516d12dce4"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:11:39.685989 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8178ae1e-e39f-4254-a1db-e28455c6ecbb req-8ba82e78-3a94-4b92-b0b1-08e3b1a4040c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=5409cfa3-aaa8-45a4-bfa9-371fc0686155&id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233718 Jan 26 19:11:39.734023 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-bb4d3838-5c0e-46a6-bb57-90bda2990056 None None] Set router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:11:39.746499 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2655b7-a81b-4a8f-ab43-de1ef9aebfa1 x-openstack-request-id: req-5d2655b7-a81b-4a8f-ab43-de1ef9aebfa1 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:11:39.747314 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef025c9-13cc-4a98-998f-1ba4d0634607", "tag": "9cc245b4-cb28-4de3-9d40-5b516d12dce4", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:11:39.747574 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d2655b7-a81b-4a8f-ab43-de1ef9aebfa1 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:11:39.747968 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'tag': '9cc245b4-cb28-4de3-9d40-5b516d12dce4', 'status': 'completed', 'code': 200} Jan 26 19:11:39.780608 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09d6d37d-f2d8-44fd-894e-a953e3cc2283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:39.845758 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2339-d208-41df-930f-d9f08dd88bca req-b63e5516-6d75-40be-af29-7ca079db11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:39.848822 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ab7e2339-d208-41df-930f-d9f08dd88bca req-b63e5516-6d75-40be-af29-7ca079db11cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f53141dac6548f282050b86063dad49&device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 1098 time: 0.0610147 Jan 26 19:11:39.952649 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2339-d208-41df-930f-d9f08dd88bca req-7823b79f-e94d-4193-95d4-e2ad1c69ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:39.954258 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ab7e2339-d208-41df-930f-d9f08dd88bca req-7823b79f-e94d-4193-95d4-e2ad1c69ed0e service neutron] 10.222.0.55 "GET /v2.0/networks?id=874a7eab-109f-48f7-89c5-683069ea851d HTTP/1.1" status: 200 len: 910 time: 0.1000421 Jan 26 19:11:40.001186 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ab7e2339-d208-41df-930f-d9f08dd88bca req-a27acc56-99bf-4d9e-9122-4933f3f3bae5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc245b4-cb28-4de3-9d40-5b516d12dce4 HTTP/1.1" status: 200 len: 217 time: 0.0400176 Jan 26 19:11:40.057344 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2339-d208-41df-930f-d9f08dd88bca req-771c34d6-587c-47c8-a847-b7bf6b63c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:40.059043 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ab7e2339-d208-41df-930f-d9f08dd88bca req-771c34d6-587c-47c8-a847-b7bf6b63c931 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d79fe66-52ef-4862-ad61-617b0985317a HTTP/1.1" status: 200 len: 848 time: 0.0517688 Jan 26 19:11:40.094780 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bb4d3838-5c0e-46a6-bb57-90bda2990056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'name': 'tempest-TestShelveInstance-2015164291-router', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:25Z', 'updated_at': '2022-01-26T19:06:29Z', 'revision_number': 4, 'project_id': '4f53141dac6548f282050b86063dad49', 'gw_port': {'id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:26Z', 'updated_at': '2022-01-26T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '65632127-0ad4-418b-9500-cb314279bf3a', 'name': '', 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'mac_address': 'fa:16:3e:56:13:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:29Z', 'updated_at': '2022-01-26T19:06:33Z', 'revision_number': 5, 'project_id': '4f53141dac6548f282050b86063dad49', 'subnets': [{'id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:40.113662 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2339-d208-41df-930f-d9f08dd88bca req-15de7f36-6eef-41f0-927b-d69c0b4dd0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:40.115795 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ab7e2339-d208-41df-930f-d9f08dd88bca req-15de7f36-6eef-41f0-927b-d69c0b4dd0b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=874a7eab-109f-48f7-89c5-683069ea851d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464454 Jan 26 19:11:40.154807 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4d3838-5c0e-46a6-bb57-90bda2990056 None None] Checking router: 0c0a2790-eb20-47fd-97de-1add5a6cbe2d for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:11:40.178828 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d3838-5c0e-46a6-bb57-90bda2990056 None None] Routers {'0c0a2790-eb20-47fd-97de-1add5a6cbe2d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:11:40.179350 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bb4d3838-5c0e-46a6-bb57-90bda2990056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:11:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:40.250909 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ab7e2339-d208-41df-930f-d9f08dd88bca req-52961c18-cba4-48dd-b080-4c6bca7b99b1 service neutron] 10.222.0.55 "GET /v2.0/networks/874a7eab-109f-48f7-89c5-683069ea851d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288354 Jan 26 19:11:40.273475 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df36e94-256c-48d3-ad75-a032ee8a1bc9 req-e8729a50-62de-4625-b922-82353c274065 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:40.276360 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5df36e94-256c-48d3-ad75-a032ee8a1bc9 req-e8729a50-62de-4625-b922-82353c274065 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 946 time: 0.0803602 Jan 26 19:11:40.300407 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e572f17-0940-460a-846b-d9d380190dc2 req-6a106c74-915a-4179-b857-426bc1a3b431 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:40.302245 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-bb4d3838-5c0e-46a6-bb57-90bda2990056 None None] Set router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:11:40.310049 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9e572f17-0940-460a-846b-d9d380190dc2 req-6a106c74-915a-4179-b857-426bc1a3b431 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0661309 Jan 26 19:11:40.374386 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9e572f17-0940-460a-846b-d9d380190dc2 req-85f56186-b08f-4667-aa76-3a3f3b726388 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631590 Jan 26 19:11:40.383069 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5df36e94-256c-48d3-ad75-a032ee8a1bc9 req-2723e4ee-5fab-42ed-ac92-d2b95693dc2f tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976107 Jan 26 19:11:40.410456 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ab7e2339-d208-41df-930f-d9f08dd88bca req-c48feaff-6a02-43cf-986a-aaef96a21c0e service neutron] 10.222.0.55 "GET /v2.0/networks/874a7eab-109f-48f7-89c5-683069ea851d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339273 Jan 26 19:11:40.520207 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-bb4d3838-5c0e-46a6-bb57-90bda2990056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'name': 'tempest-TestShelveInstance-2015164291-router', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:25Z', 'updated_at': '2022-01-26T19:06:29Z', 'revision_number': 4, 'project_id': '4f53141dac6548f282050b86063dad49', 'gw_port': {'id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:26Z', 'updated_at': '2022-01-26T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '65632127-0ad4-418b-9500-cb314279bf3a', 'name': '', 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'mac_address': 'fa:16:3e:56:13:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:29Z', 'updated_at': '2022-01-26T19:06:33Z', 'revision_number': 5, 'project_id': '4f53141dac6548f282050b86063dad49', 'subnets': [{'id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:40.557106 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4d3838-5c0e-46a6-bb57-90bda2990056 None None] The sync data for ids ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'] in dv-cinder-824187-6-iscsi is: [{'id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'name': 'tempest-TestShelveInstance-2015164291-router', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:25Z', 'updated_at': '2022-01-26T19:06:29Z', 'revision_number': 4, 'project_id': '4f53141dac6548f282050b86063dad49', 'gw_port': {'id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:26Z', 'updated_at': '2022-01-26T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '65632127-0ad4-418b-9500-cb314279bf3a', 'name': '', 'network_id': '874a7eab-109f-48f7-89c5-683069ea851d', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'mac_address': 'fa:16:3e:56:13:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:29Z', 'updated_at': '2022-01-26T19:06:33Z', 'revision_number': 5, 'project_id': '4f53141dac6548f282050b86063dad49', 'subnets': [{'id': '2d79fe66-52ef-4862-ad61-617b0985317a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:11:40.663954 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:40.803993 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13196a15-1cf0-43d3-9bee-23a454978204 None None] New status for floating IP 90f11a73-49f8-4042-9c30-e23ca1254fdb: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:11:40.810727 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e87efd-a148-4eee-a81f-26e6a35e2bec req-342c45ab-54fd-41e2-803a-830d31b0e6a0 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:40.811899 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f8e87efd-a148-4eee-a81f-26e6a35e2bec req-342c45ab-54fd-41e2-803a-830d31b0e6a0 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 984 time: 0.0553269 Jan 26 19:11:40.876975 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f8e87efd-a148-4eee-a81f-26e6a35e2bec req-d6e4bc3c-6fc3-4723-a98e-9fa96249a41d tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=5409cfa3-aaa8-45a4-bfa9-371fc0686155&id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584152 Jan 26 19:11:41.504468 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe9068-7e40-4a7f-89e3-e07f944023e3 req-d3a12fe1-390e-4456-9fe3-912f27c5d45e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:41.506025 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4dbe9068-7e40-4a7f-89e3-e07f944023e3 req-d3a12fe1-390e-4456-9fe3-912f27c5d45e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0498276 Jan 26 19:11:41.557378 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4dbe9068-7e40-4a7f-89e3-e07f944023e3 req-bbbf5b6f-e9ad-495c-83f3-423331794cb6 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456154 Jan 26 19:11:41.866099 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cee585-1cae-472e-b514-a887f8030a31 req-901ded62-a9c0-4bac-a8c2-bea5f5ef883c tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:41.867662 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-96cee585-1cae-472e-b514-a887f8030a31 req-901ded62-a9c0-4bac-a8c2-bea5f5ef883c tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 946 time: 0.0582180 Jan 26 19:11:41.921257 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-96cee585-1cae-472e-b514-a887f8030a31 req-6d1beee3-7d42-45cd-89a6-0726c7f5a93e tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478287 Jan 26 19:11:42.002603 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270567b-0b54-47f5-81f2-e67695f67237 req-036f760d-dd87-4c14-ab0e-3bd7e24f90d9 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:42.004203 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e270567b-0b54-47f5-81f2-e67695f67237 req-036f760d-dd87-4c14-ab0e-3bd7e24f90d9 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 984 time: 0.0543265 Jan 26 19:11:42.071438 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e270567b-0b54-47f5-81f2-e67695f67237 req-a1ddd939-d38f-4495-9392-d2a9cc3070eb tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=5409cfa3-aaa8-45a4-bfa9-371fc0686155&id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611758 Jan 26 19:11:42.153190 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-37e80566-1433-4005-8b86-2b1bd3578df8 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:42.154706 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-37e80566-1433-4005-8b86-2b1bd3578df8 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/networks?id=4bf3817b-e6f9-45df-ba5a-e356d5d92d74 HTTP/1.1" status: 200 len: 815 time: 0.1078212 Jan 26 19:11:42.170220 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-d4547947-e029-4938-9d19-65966798dee3 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/quotas/6e51bb332fe1461292c93dc04d0ca04e HTTP/1.1" status: 200 len: 375 time: 0.0097282 Jan 26 19:11:42.218158 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-99ea12a6-e648-4367-ae07-710071677e22 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e51bb332fe1461292c93dc04d0ca04e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429139 Jan 26 19:11:42.312744 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-787eec6c-e40a-4b3c-a84f-6933fc5a11b3 service neutron] 10.222.0.52 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879261 Jan 26 19:11:42.414615 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-828f60c9-a05d-439e-93cc-a4d1e4caa135 service neutron] 10.222.0.52 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959439 Jan 26 19:11:42.673652 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe11e2-9251-42b0-8f27-cd65a76adc74 req-1b9bd216-eac5-4cf8-bb5d-b5611d9eb18c tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:42.675935 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61fe11e2-9251-42b0-8f27-cd65a76adc74 req-1b9bd216-eac5-4cf8-bb5d-b5611d9eb18c tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0506876 Jan 26 19:11:42.687466 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:42.749387 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb0da4-5c40-4031-82f9-975a6f76153a req-9824d7af-0dc0-4bfb-9fba-4cec10844f0b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:42.749997 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61fe11e2-9251-42b0-8f27-cd65a76adc74 req-14014863-ea6a-43d4-a836-4196b668e9fb tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/security-groups?id=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676053 Jan 26 19:11:42.750904 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5edb0da4-5c40-4031-82f9-975a6f76153a req-9824d7af-0dc0-4bfb-9fba-4cec10844f0b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 945 time: 0.0608671 Jan 26 19:11:42.809598 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c8f0603f-d17b-4e95-9188-625fa2b81267 req-001a29d1-be4b-4d05-b58e-0d6227a2e045 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 210 time: 0.0575619 Jan 26 19:11:42.877627 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5edb0da4-5c40-4031-82f9-975a6f76153a req-097cf353-2613-49f4-b496-4353c724de6e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Deleting port 9cc245b4-cb28-4de3-9d40-5b516d12dce4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:11:42.877971 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5edb0da4-5c40-4031-82f9-975a6f76153a req-097cf353-2613-49f4-b496-4353c724de6e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:42.976286 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5edb0da4-5c40-4031-82f9-975a6f76153a req-097cf353-2613-49f4-b496-4353c724de6e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] For port 9cc245b4-cb28-4de3-9d40-5b516d12dce4, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9cc245b4-cb28-4de3-9d40-5b516d12dce4,segment=NetworkSegment(b16e6f97-9990-46b5-b2c4-6c9429f9c137),segment_id=b16e6f97-9990-46b5-b2c4-6c9429f9c137)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:42.976656 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5edb0da4-5c40-4031-82f9-975a6f76153a req-097cf353-2613-49f4-b496-4353c724de6e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:42.989813 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5edb0da4-5c40-4031-82f9-975a6f76153a req-097cf353-2613-49f4-b496-4353c724de6e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Calling delete_port for 9cc245b4-cb28-4de3-9d40-5b516d12dce4 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:11:43.052827 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f08499-78ec-4455-93ef-3a354a0a502e req-9be88168-76c9-4f5d-890e-797c43abf367 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:43.054645 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a4f08499-78ec-4455-93ef-3a354a0a502e req-9be88168-76c9-4f5d-890e-797c43abf367 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 946 time: 0.0555000 Jan 26 19:11:43.114285 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a4f08499-78ec-4455-93ef-3a354a0a502e req-54387d68-acc4-4340-9388-e75224154d41 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518379 Jan 26 19:11:43.433731 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5edb0da4-5c40-4031-82f9-975a6f76153a req-097cf353-2613-49f4-b496-4353c724de6e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (9cc245b4-cb28-4de3-9d40-5b516d12dce4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:43.466594 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097cf353-2613-49f4-b496-4353c724de6e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Pushing event deleted for resources: {'Port': ['ID=9cc245b4-cb28-4de3-9d40-5b516d12dce4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:43.484427 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea35a0-9ee2-4c0f-b085-87c8d2641390 req-ccfafabd-4b35-48b4-8b68-e8ba94273002 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:43.484427 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-baea35a0-9ee2-4c0f-b085-87c8d2641390 req-ccfafabd-4b35-48b4-8b68-e8ba94273002 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 984 time: 0.3346856 Jan 26 19:11:43.528847 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edb0da4-5c40-4031-82f9-975a6f76153a req-097cf353-2613-49f4-b496-4353c724de6e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] No DVR routers for this DVR port 9cc245b4-cb28-4de3-9d40-5b516d12dce4 on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:11:43.532094 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5edb0da4-5c40-4031-82f9-975a6f76153a req-097cf353-2613-49f4-b496-4353c724de6e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:43.535404 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5edb0da4-5c40-4031-82f9-975a6f76153a req-097cf353-2613-49f4-b496-4353c724de6e tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.55 "DELETE /v2.0/ports/9cc245b4-cb28-4de3-9d40-5b516d12dce4 HTTP/1.1" status: 204 len: 173 time: 0.7752519 Jan 26 19:11:43.535834 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'name': 'network-vif-deleted', 'tag': '9cc245b4-cb28-4de3-9d40-5b516d12dce4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:11:43.538139 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742c8661-41a5-4738-921e-5584622261a3" -d '{"events": [{"server_uuid": "1ef025c9-13cc-4a98-998f-1ba4d0634607", "name": "network-vif-deleted", "tag": "9cc245b4-cb28-4de3-9d40-5b516d12dce4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:11:43.587106 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-baea35a0-9ee2-4c0f-b085-87c8d2641390 req-8598f0cb-3d88-490e-819b-accd189a71d4 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=5409cfa3-aaa8-45a4-bfa9-371fc0686155&id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892372 Jan 26 19:11:43.588948 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e07f204-fa68-4c67-be6b-dfd69d08d1d0 x-openstack-request-id: req-2e07f204-fa68-4c67-be6b-dfd69d08d1d0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:11:43.589269 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef025c9-13cc-4a98-998f-1ba4d0634607", "name": "network-vif-deleted", "tag": "9cc245b4-cb28-4de3-9d40-5b516d12dce4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:11:43.589525 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e07f204-fa68-4c67-be6b-dfd69d08d1d0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:11:43.590004 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef025c9-13cc-4a98-998f-1ba4d0634607', 'name': 'network-vif-deleted', 'tag': '9cc245b4-cb28-4de3-9d40-5b516d12dce4', 'status': 'completed', 'code': 200} Jan 26 19:11:43.721937 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:43.861610 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e4af8a49-eead-49bf-aae7-73d1653372b8 req-284c7c25-9531-4197-aecb-96e0a4597d8b tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 210 time: 0.0397549 Jan 26 19:11:43.918716 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4114bec0-575b-47d6-8f0c-1892def00ee8 req-d4d7eb3b-c179-4a87-966e-4324d55cdf2d tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 210 time: 0.0319099 Jan 26 19:11:43.929907 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff37b5-7c0a-41c5-bdb6-0d5930d8b041 req-170c04a4-1307-42f1-a6d0-52a2ef49a123 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:43.931597 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b4ff37b5-7c0a-41c5-bdb6-0d5930d8b041 req-170c04a4-1307-42f1-a6d0-52a2ef49a123 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.55 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 946 time: 0.1026363 Jan 26 19:11:44.036132 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b4ff37b5-7c0a-41c5-bdb6-0d5930d8b041 req-322e77d6-0e16-4d92-a47d-16ba91ee542d tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Deleting port c93f67bf-490a-4ff5-8660-d6ca646f6aa8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:11:44.036976 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b4ff37b5-7c0a-41c5-bdb6-0d5930d8b041 req-322e77d6-0e16-4d92-a47d-16ba91ee542d tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (c93f67bf-490a-4ff5-8660-d6ca646f6aa8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:44.133550 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b4ff37b5-7c0a-41c5-bdb6-0d5930d8b041 req-322e77d6-0e16-4d92-a47d-16ba91ee542d tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] For port c93f67bf-490a-4ff5-8660-d6ca646f6aa8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c93f67bf-490a-4ff5-8660-d6ca646f6aa8,segment=NetworkSegment(8d004c3e-6026-4999-ae81-d0080e1c3c6b),segment_id=8d004c3e-6026-4999-ae81-d0080e1c3c6b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:44.133861 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b4ff37b5-7c0a-41c5-bdb6-0d5930d8b041 req-322e77d6-0e16-4d92-a47d-16ba91ee542d tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (c93f67bf-490a-4ff5-8660-d6ca646f6aa8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:44.146961 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b4ff37b5-7c0a-41c5-bdb6-0d5930d8b041 req-322e77d6-0e16-4d92-a47d-16ba91ee542d tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Calling delete_port for c93f67bf-490a-4ff5-8660-d6ca646f6aa8 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:11:44.250749 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e2300-e152-4772-b18b-9f1cfa9013ea req-ae1fbaac-12ed-4d1c-9378-b33d6642b19a tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:44.252219 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8d3e2300-e152-4772-b18b-9f1cfa9013ea req-ae1fbaac-12ed-4d1c-9378-b33d6642b19a tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 946 time: 0.0498555 Jan 26 19:11:44.300708 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8d3e2300-e152-4772-b18b-9f1cfa9013ea req-d7e04d60-fca9-43f3-9bb3-05f5eadd8851 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425808 Jan 26 19:11:44.361550 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b4ff37b5-7c0a-41c5-bdb6-0d5930d8b041 req-322e77d6-0e16-4d92-a47d-16ba91ee542d tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (c93f67bf-490a-4ff5-8660-d6ca646f6aa8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:44.374236 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['c93f67bf-490a-4ff5-8660-d6ca646f6aa8'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:11:44.393583 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e77d6-0e16-4d92-a47d-16ba91ee542d tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Pushing event deleted for resources: {'Port': ['ID=c93f67bf-490a-4ff5-8660-d6ca646f6aa8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:44.436799 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ff37b5-7c0a-41c5-bdb6-0d5930d8b041 req-322e77d6-0e16-4d92-a47d-16ba91ee542d tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] No DVR routers for this DVR port c93f67bf-490a-4ff5-8660-d6ca646f6aa8 on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:11:44.439247 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b4ff37b5-7c0a-41c5-bdb6-0d5930d8b041 req-322e77d6-0e16-4d92-a47d-16ba91ee542d tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:44.442685 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b4ff37b5-7c0a-41c5-bdb6-0d5930d8b041 req-322e77d6-0e16-4d92-a47d-16ba91ee542d tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.55 "DELETE /v2.0/ports/c93f67bf-490a-4ff5-8660-d6ca646f6aa8 HTTP/1.1" status: 204 len: 173 time: 0.5049419 Jan 26 19:11:44.712239 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90318c4b-6a99-409c-8a72-cac3ada90c33 req-2979dc80-db63-4115-9295-d8308aae00d4 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:44.713786 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-90318c4b-6a99-409c-8a72-cac3ada90c33 req-2979dc80-db63-4115-9295-d8308aae00d4 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 984 time: 0.0533550 Jan 26 19:11:44.785866 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-90318c4b-6a99-409c-8a72-cac3ada90c33 req-6a8a62e7-390e-4165-818c-c16e8e807939 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=5409cfa3-aaa8-45a4-bfa9-371fc0686155&id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636678 Jan 26 19:11:44.965690 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-672ebd90-01ac-4724-927b-23c4a6252104 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:44.967249 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-672ebd90-01ac-4724-927b-23c4a6252104 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.55 "GET /v2.0/networks?id=4bf3817b-e6f9-45df-ba5a-e356d5d92d74 HTTP/1.1" status: 200 len: 815 time: 0.1047218 Jan 26 19:11:44.971005 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-78e96784-8567-42a4-b193-2f1cecdfcd90 req-2cd9f967-2bad-4950-9b8c-42855a1da402 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef025c9-13cc-4a98-998f-1ba4d0634607 HTTP/1.1" status: 200 len: 210 time: 0.0295556 Jan 26 19:11:44.989113 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-61af1c27-e224-417e-99fc-9db9e0d1baf5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Request body: {'port': {'device_id': 'd660eaf3-a5b7-4c0d-b80e-853ca2a80c41', 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74', 'admin_state_up': True, 'tenant_id': '6e51bb332fe1461292c93dc04d0ca04e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:45.085790 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ff9e31fe-62ff-431e-ae4a-b92117edf101 req-1d63ceb6-f1b0-42d9-8393-44e4d87fa97d tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 210 time: 0.0755115 Jan 26 19:11:45.270256 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-61af1c27-e224-417e-99fc-9db9e0d1baf5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Made reservation on behalf of 6e51bb332fe1461292c93dc04d0ca04e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:11:45.274520 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-61af1c27-e224-417e-99fc-9db9e0d1baf5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:45.409045 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61f0c9b4-66c1-491a-b15f-23eda8006eab req-9e9062fb-33a5-44ba-9c55-f7fe48bb7c54 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=221d05d2-a476-4255-b668-ddfb3f712cac HTTP/1.1" status: 200 len: 210 time: 0.0272729 Jan 26 19:11:45.413420 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-61af1c27-e224-417e-99fc-9db9e0d1baf5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Allocated IP 172.20.0.12 (4bf3817b-e6f9-45df-ba5a-e356d5d92d74/c7ec1fdf-0582-4a14-babf-f0b6d2a02e31/dfc98967-14f9-433a-ac1c-3a700ad26bce) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:11:45.571448 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-61af1c27-e224-417e-99fc-9db9e0d1baf5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks [] for port (dfc98967-14f9-433a-ac1c-3a700ad26bce), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:45.592573 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221d05d2-a476-4255-b668-ddfb3f712cac', 'name': 'network-vif-deleted', 'tag': 'c93f67bf-490a-4ff5-8660-d6ca646f6aa8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:11:45.594928 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39632dd0-f8e5-4fcb-84e6-6fe73d66b137" -d '{"events": [{"server_uuid": "221d05d2-a476-4255-b668-ddfb3f712cac", "name": "network-vif-deleted", "tag": "c93f67bf-490a-4ff5-8660-d6ca646f6aa8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:11:45.632002 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c48d81a-6ac2-4a7a-ab9f-f166b92e3391 x-openstack-request-id: req-3c48d81a-6ac2-4a7a-ab9f-f166b92e3391 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:11:45.632348 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221d05d2-a476-4255-b668-ddfb3f712cac", "name": "network-vif-deleted", "tag": "c93f67bf-490a-4ff5-8660-d6ca646f6aa8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:11:45.632636 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c48d81a-6ac2-4a7a-ab9f-f166b92e3391 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:11:45.633084 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221d05d2-a476-4255-b668-ddfb3f712cac', 'name': 'network-vif-deleted', 'tag': 'c93f67bf-490a-4ff5-8660-d6ca646f6aa8', 'status': 'completed', 'code': 200} Jan 26 19:11:45.699468 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-61af1c27-e224-417e-99fc-9db9e0d1baf5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (dfc98967-14f9-433a-ac1c-3a700ad26bce), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:45.713554 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['c61e260b-a6d5-4f6b-9b51-4798465e724c'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:11:45.744127 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-61af1c27-e224-417e-99fc-9db9e0d1baf5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:11:45.747225 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-61af1c27-e224-417e-99fc-9db9e0d1baf5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:11:45.753610 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-61af1c27-e224-417e-99fc-9db9e0d1baf5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:11:45.777655 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af1c27-e224-417e-99fc-9db9e0d1baf5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Pushing event updated for resources: {'Port': ['ID=dfc98967-14f9-433a-ac1c-3a700ad26bce,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:45.807362 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-61af1c27-e224-417e-99fc-9db9e0d1baf5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:45.807988 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-61af1c27-e224-417e-99fc-9db9e0d1baf5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:45.901884 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-61af1c27-e224-417e-99fc-9db9e0d1baf5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9188716 Jan 26 19:11:45.907633 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc369205-3c5b-4036-9829-71a9f8f39aef req-8bebab24-64d9-4ede-9b31-6bfbe3cded83 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:45.909136 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dc369205-3c5b-4036-9829-71a9f8f39aef req-8bebab24-64d9-4ede-9b31-6bfbe3cded83 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 984 time: 0.0548604 Jan 26 19:11:45.916012 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Request body: {'port': {'device_id': 'd660eaf3-a5b7-4c0d-b80e-853ca2a80c41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:45.970034 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dc369205-3c5b-4036-9829-71a9f8f39aef req-867027ba-ca95-4146-b4e0-b7f682f3fef6 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=5409cfa3-aaa8-45a4-bfa9-371fc0686155&id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550327 Jan 26 19:11:45.976584 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (dfc98967-14f9-433a-ac1c-3a700ad26bce), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:46.028362 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47832) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:46.087348 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f54a-252b-4e6f-9a3a-c3df3e09b5f2 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group (ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:46.114271 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f54a-252b-4e6f-9a3a-c3df3e09b5f2 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group (ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:46.214291 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6e75e-2ede-4196-9d78-1336d4c31941 req-6b81b934-71c8-4812-b953-cc55237134f6 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:46.215823 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-89d6e75e-2ede-4196-9d78-1336d4c31941 req-6b81b934-71c8-4812-b953-cc55237134f6 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 932 time: 0.0541530 Jan 26 19:11:46.252323 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc98967-14f9-433a-ac1c-3a700ad26bce {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:11:46.260209 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Publish callbacks [] for port (dfc98967-14f9-433a-ac1c-3a700ad26bce), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:46.270185 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-89d6e75e-2ede-4196-9d78-1336d4c31941 req-2a9cd335-22de-44b7-a3d1-62e6f8807bf8 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478575 Jan 26 19:11:46.293281 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Transition to ACTIVE for port object dfc98967-14f9-433a-ac1c-3a700ad26bce will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:11:46.293477 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f54a-252b-4e6f-9a3a-c3df3e09b5f2 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:46.296275 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e9d3f54a-252b-4e6f-9a3a-c3df3e09b5f2 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:46.297614 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-e9d3f54a-252b-4e6f-9a3a-c3df3e09b5f2 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] 10.222.0.52 "DELETE /v2.0/security-groups/ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef HTTP/1.1" status: 204 len: 168 time: 0.2682207 Jan 26 19:11:46.306878 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3f54a-252b-4e6f-9a3a-c3df3e09b5f2 tempest-TestShelveInstance-1692469242 tempest-TestShelveInstance-1692469242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc38fbe-a2c0-4d5d-9e42-8881a402e1ef,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:46.385272 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (dfc98967-14f9-433a-ac1c-3a700ad26bce), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:46.434832 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47838) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:46.440681 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc98967-14f9-433a-ac1c-3a700ad26bce,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:46.522246 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Attempting to bind port dfc98967-14f9-433a-ac1c-3a700ad26bce on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:11:46.522246 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Attempting to bind port dfc98967-14f9-433a-ac1c-3a700ad26bce by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '564241a2-05f9-4939-81cb-6ab74458db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:11:46.522246 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Attempting to bind port dfc98967-14f9-433a-ac1c-3a700ad26bce on network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:11:46.526233 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Port dfc98967-14f9-433a-ac1c-3a700ad26bce on network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:11:46.526559 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Attempting to bind port dfc98967-14f9-433a-ac1c-3a700ad26bce on network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:11:46.531891 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:11:46.532311 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Checking segment: {'id': '564241a2-05f9-4939-81cb-6ab74458db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:11:46.532699 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Bound using segment: {'id': '564241a2-05f9-4939-81cb-6ab74458db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:11:46.533164 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Bound port: dfc98967-14f9-433a-ac1c-3a700ad26bce, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564241a2-05f9-4939-81cb-6ab74458db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:11:46.533526 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (dfc98967-14f9-433a-ac1c-3a700ad26bce), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:46.625847 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] For port dfc98967-14f9-433a-ac1c-3a700ad26bce, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:11:46.672263 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] For port dfc98967-14f9-433a-ac1c-3a700ad26bce, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=dfc98967-14f9-433a-ac1c-3a700ad26bce,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:11:46.720136 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-e12b4dbb-a1a2-400e-9407-4e0a6ab67753 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:46.721660 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-e12b4dbb-a1a2-400e-9407-4e0a6ab67753 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/networks?id=0fc535ff-97cd-488b-8a87-edf2cc218b13 HTTP/1.1" status: 200 len: 808 time: 0.1206794 Jan 26 19:11:46.736656 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-73beb7b9-17cc-42e3-b839-12c4f7fe6cc8 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/quotas/069b11e69819446bba92d239fc7c8aff HTTP/1.1" status: 200 len: 375 time: 0.0093617 Jan 26 19:11:46.770908 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-a5fc56ea-3c68-42d1-94c2-bb859530a997 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=069b11e69819446bba92d239fc7c8aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285795 Jan 26 19:11:46.772218 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (dfc98967-14f9-433a-ac1c-3a700ad26bce), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:46.825103 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:46.825728 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:46.827780 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] 10.222.0.55 "PUT /v2.0/ports/dfc98967-14f9-433a-ac1c-3a700ad26bce HTTP/1.1" status: 200 len: 1094 time: 0.9159663 Jan 26 19:11:46.864758 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ce12505d-36e5-401b-8c00-00d1cb947457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4103791'] for router_interface (0c0a2790-eb20-47fd-97de-1add5a6cbe2d), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:46.883508 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c62c2-51eb-40ad-87ae-19ca7a6d25c5 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc98967-14f9-433a-ac1c-3a700ad26bce,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:46.916233 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-cb4b5033-4577-4338-b56c-d05cb28e686e service neutron] 10.222.0.52 "GET /v2.0/networks/0fc535ff-97cd-488b-8a87-edf2cc218b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352644 Jan 26 19:11:47.040502 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-001520e0-f74c-4345-ae2d-c7e976db47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:47.042036 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-001520e0-f74c-4345-ae2d-c7e976db47e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e51bb332fe1461292c93dc04d0ca04e&device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 1097 time: 0.0737765 Jan 26 19:11:47.048093 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-23cdecec-1aa8-4ede-9ea1-5910cca626a3 service neutron] 10.222.0.52 "GET /v2.0/networks/0fc535ff-97cd-488b-8a87-edf2cc218b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258285 Jan 26 19:11:47.072388 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 9cc245b4-cb28-4de3-9d40-5b516d12dce4 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:11:47.087522 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-3824e354-4d80-448c-9ba2-ac421bb1f69d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfc98967-14f9-433a-ac1c-3a700ad26bce HTTP/1.1" status: 200 len: 217 time: 0.0379016 Jan 26 19:11:47.100451 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: 9cc245b4-cb28-4de3-9d40-5b516d12dce4 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:11:47.100451 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 9cc245b4-cb28-4de3-9d40-5b516d12dce4 not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:11:47.122074 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01329543-46d2-4c2f-b9ca-d22713dbfb04 req-287256b4-16c8-4d95-9b71-432ba853e62b tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:47.123694 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-01329543-46d2-4c2f-b9ca-d22713dbfb04 req-287256b4-16c8-4d95-9b71-432ba853e62b tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 984 time: 0.0771463 Jan 26 19:11:47.142761 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-0d09795f-fbde-4e42-9b27-b8c735af3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:47.144418 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-0d09795f-fbde-4e42-9b27-b8c735af3791 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c7ec1fdf-0582-4a14-babf-f0b6d2a02e31 HTTP/1.1" status: 200 len: 855 time: 0.0510554 Jan 26 19:11:47.182885 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-d0e89914-6240-4c2b-8449-b467770652f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4bf3817b-e6f9-45df-ba5a-e356d5d92d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272913 Jan 26 19:11:47.225502 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-01329543-46d2-4c2f-b9ca-d22713dbfb04 req-c135afa4-f88f-4084-839d-8328f06e3938 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=5409cfa3-aaa8-45a4-bfa9-371fc0686155&id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810153 Jan 26 19:11:47.228303 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-ce12505d-36e5-401b-8c00-00d1cb947457 admin admin] Deleting port 65632127-0ad4-418b-9500-cb314279bf3a {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:11:47.228494 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ce12505d-36e5-401b-8c00-00d1cb947457 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (65632127-0ad4-418b-9500-cb314279bf3a), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:47.305711 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-5743c994-1b27-496b-9a8d-ca5f60301c0d service neutron] 10.222.0.55 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149745 Jan 26 19:11:47.321836 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-ce12505d-36e5-401b-8c00-00d1cb947457 admin admin] For port 65632127-0ad4-418b-9500-cb314279bf3a, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=65632127-0ad4-418b-9500-cb314279bf3a,segment=NetworkSegment(b16e6f97-9990-46b5-b2c4-6c9429f9c137),segment_id=b16e6f97-9990-46b5-b2c4-6c9429f9c137)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:47.322463 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ce12505d-36e5-401b-8c00-00d1cb947457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (65632127-0ad4-418b-9500-cb314279bf3a), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:47.350708 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-ce12505d-36e5-401b-8c00-00d1cb947457 admin admin] Calling delete_port for 65632127-0ad4-418b-9500-cb314279bf3a owned by network:router_interface {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:11:47.384142 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c859b556-4ba9-4513-9171-1e9c06febcbf req-fa5751ce-5b72-4199-888d-278c2b2dbc8f tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 210 time: 0.0482290 Jan 26 19:11:47.452374 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6104c-8467-42e4-ae85-de6963f60207 req-c1cbea44-a896-4ee7-a03e-321da91954b6 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:47.459888 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5bc6104c-8467-42e4-ae85-de6963f60207 req-c1cbea44-a896-4ee7-a03e-321da91954b6 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 944 time: 0.0944531 Jan 26 19:11:47.468930 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5b3b235b-ae8f-45f2-a2ef-bbc00a12f1e8 req-2c8a059a-0018-44ac-85c9-85399f37dd9f service neutron] 10.222.0.55 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573732 Jan 26 19:11:47.506981 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5bc6104c-8467-42e4-ae85-de6963f60207 req-2c68a64d-2cc0-4802-b90c-066a807e19f8 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471551 Jan 26 19:11:47.636465 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd660eaf3-a5b7-4c0d-b80e-853ca2a80c41', 'tag': 'dfc98967-14f9-433a-ac1c-3a700ad26bce'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:11:47.637582 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6e8766-ba14-4eed-88b5-ff7d6bfd40c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d660eaf3-a5b7-4c0d-b80e-853ca2a80c41", "tag": "dfc98967-14f9-433a-ac1c-3a700ad26bce"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:11:47.669254 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ce12505d-36e5-401b-8c00-00d1cb947457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (65632127-0ad4-418b-9500-cb314279bf3a), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:47.677996 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a264665b-5ff6-449c-9f3d-3afffed5d2e0 x-openstack-request-id: req-a264665b-5ff6-449c-9f3d-3afffed5d2e0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:11:47.678385 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d660eaf3-a5b7-4c0d-b80e-853ca2a80c41", "tag": "dfc98967-14f9-433a-ac1c-3a700ad26bce", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:11:47.678705 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a264665b-5ff6-449c-9f3d-3afffed5d2e0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:11:47.679174 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd660eaf3-a5b7-4c0d-b80e-853ca2a80c41', 'tag': 'dfc98967-14f9-433a-ac1c-3a700ad26bce', 'status': 'completed', 'code': 200} Jan 26 19:11:47.698895 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12505d-36e5-401b-8c00-00d1cb947457 admin admin] Pushing event deleted for resources: {'Port': ['ID=65632127-0ad4-418b-9500-cb314279bf3a,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:47.752460 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e8766-ba14-4eed-88b5-ff7d6bfd40c3 req-889710cd-d411-4ae6-91c7-b3e56a791a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:47.754007 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-dd6e8766-ba14-4eed-88b5-ff7d6bfd40c3 req-889710cd-d411-4ae6-91c7-b3e56a791a67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e51bb332fe1461292c93dc04d0ca04e&device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 1097 time: 0.0484126 Jan 26 19:11:47.874726 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ce12505d-36e5-401b-8c00-00d1cb947457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4103931'] for router_interface (0c0a2790-eb20-47fd-97de-1add5a6cbe2d), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:47.876623 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e8766-ba14-4eed-88b5-ff7d6bfd40c3 req-638242c6-a26d-4a53-9e2c-fea977ae32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:47.878428 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-dd6e8766-ba14-4eed-88b5-ff7d6bfd40c3 req-638242c6-a26d-4a53-9e2c-fea977ae32b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4bf3817b-e6f9-45df-ba5a-e356d5d92d74 HTTP/1.1" status: 200 len: 916 time: 0.1095734 Jan 26 19:11:47.924281 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-dd6e8766-ba14-4eed-88b5-ff7d6bfd40c3 req-c996decd-e4b2-4f53-a4d3-fe54bbaac03b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfc98967-14f9-433a-ac1c-3a700ad26bce HTTP/1.1" status: 200 len: 217 time: 0.0384219 Jan 26 19:11:47.979101 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e8766-ba14-4eed-88b5-ff7d6bfd40c3 req-88b6ede4-ee80-4823-95cd-692791c8fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:47.980522 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-dd6e8766-ba14-4eed-88b5-ff7d6bfd40c3 req-88b6ede4-ee80-4823-95cd-692791c8fd0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c7ec1fdf-0582-4a14-babf-f0b6d2a02e31 HTTP/1.1" status: 200 len: 855 time: 0.0458708 Jan 26 19:11:48.017542 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-dd6e8766-ba14-4eed-88b5-ff7d6bfd40c3 req-8201b2c7-218d-483c-ae0f-b4992ef0f10b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4bf3817b-e6f9-45df-ba5a-e356d5d92d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291581 Jan 26 19:11:48.101716 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce12505d-36e5-401b-8c00-00d1cb947457 admin admin] Router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:11:48.110501 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-dd6e8766-ba14-4eed-88b5-ff7d6bfd40c3 req-93673897-3a8c-4752-a879-7fe01399705c service neutron] 10.222.0.55 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862801 Jan 26 19:11:48.210642 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-dd6e8766-ba14-4eed-88b5-ff7d6bfd40c3 req-b22ccfb4-fb2a-4e90-beb6-ced060d7cdba service neutron] 10.222.0.55 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925140 Jan 26 19:11:48.211825 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce12505d-36e5-401b-8c00-00d1cb947457 admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:11:48.229310 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ce12505d-36e5-401b-8c00-00d1cb947457 admin admin] 10.222.0.52 "PUT /v2.0/routers/0c0a2790-eb20-47fd-97de-1add5a6cbe2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7804427 Jan 26 19:11:48.229310 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47872) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:48.229521 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66683d8a-4af9-432b-852d-b0ea5f7f9792 None None] Sync routers for ids ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:11:48.232179 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66683d8a-4af9-432b-852d-b0ea5f7f9792 None None] Routers {'0c0a2790-eb20-47fd-97de-1add5a6cbe2d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:11:48.232861 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-66683d8a-4af9-432b-852d-b0ea5f7f9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:11:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:48.345901 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-66683d8a-4af9-432b-852d-b0ea5f7f9792 None None] Set router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:11:48.367532 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f23c53-4814-4f04-a655-b0a9237ef11d req-2b5b4826-1276-4913-8f4a-e47e6f44b52d tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:48.367532 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c4f23c53-4814-4f04-a655-b0a9237ef11d req-2b5b4826-1276-4913-8f4a-e47e6f44b52d tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 984 time: 0.0664384 Jan 26 19:11:48.463693 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c4f23c53-4814-4f04-a655-b0a9237ef11d req-ec895e72-aee5-4ca8-9d4c-701425639282 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=5409cfa3-aaa8-45a4-bfa9-371fc0686155&id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900958 Jan 26 19:11:48.563902 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-66683d8a-4af9-432b-852d-b0ea5f7f9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'name': 'tempest-TestShelveInstance-2015164291-router', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:25Z', 'updated_at': '2022-01-26T19:11:47Z', 'revision_number': 5, 'project_id': '4f53141dac6548f282050b86063dad49', 'gw_port': {'id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:26Z', 'updated_at': '2022-01-26T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:48.590203 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1f7d7bbc-f8d0-4738-b45c-c2f7c4c5d424 req-f724e258-49d5-4ae2-96a8-4d971b4322ad tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 210 time: 0.0326853 Jan 26 19:11:48.592126 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8899e0e0-d827-4335-b2f5-6ced4d24657c admin admin] Publish callbacks [] for router (0c0a2790-eb20-47fd-97de-1add5a6cbe2d), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:48.599819 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66683d8a-4af9-432b-852d-b0ea5f7f9792 None None] Checking router: 0c0a2790-eb20-47fd-97de-1add5a6cbe2d for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:11:48.613079 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66683d8a-4af9-432b-852d-b0ea5f7f9792 None None] Routers {'0c0a2790-eb20-47fd-97de-1add5a6cbe2d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:11:48.623698 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-66683d8a-4af9-432b-852d-b0ea5f7f9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:11:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:48.722238 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8899e0e0-d827-4335-b2f5-6ced4d24657c admin admin] Publish callbacks [] for router_gateway (0c0a2790-eb20-47fd-97de-1add5a6cbe2d), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:48.742914 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-66683d8a-4af9-432b-852d-b0ea5f7f9792 None None] Set router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:11:48.842098 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f37cb-a394-4559-8f60-c2c68da74616 req-f17686b5-2fd8-4271-b0ae-2182e0c875c3 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:48.843848 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bf7f37cb-a394-4559-8f60-c2c68da74616 req-f17686b5-2fd8-4271-b0ae-2182e0c875c3 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 944 time: 0.0610499 Jan 26 19:11:48.869033 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-8899e0e0-d827-4335-b2f5-6ced4d24657c admin admin] Deleting port c52110ff-7a72-494c-be53-ef979e79817c {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:11:48.869314 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8899e0e0-d827-4335-b2f5-6ced4d24657c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (c52110ff-7a72-494c-be53-ef979e79817c), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:48.904952 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bf7f37cb-a394-4559-8f60-c2c68da74616 req-ae756bbd-0323-410f-a251-0a45a9d72647 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540571 Jan 26 19:11:48.943180 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-66683d8a-4af9-432b-852d-b0ea5f7f9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'name': 'tempest-TestShelveInstance-2015164291-router', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:25Z', 'updated_at': '2022-01-26T19:11:47Z', 'revision_number': 5, 'project_id': '4f53141dac6548f282050b86063dad49', 'gw_port': {'id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:26Z', 'updated_at': '2022-01-26T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:48.964984 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-8899e0e0-d827-4335-b2f5-6ced4d24657c admin admin] For port c52110ff-7a72-494c-be53-ef979e79817c, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=c52110ff-7a72-494c-be53-ef979e79817c,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:48.965377 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8899e0e0-d827-4335-b2f5-6ced4d24657c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (c52110ff-7a72-494c-be53-ef979e79817c), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:48.974268 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66683d8a-4af9-432b-852d-b0ea5f7f9792 None None] The sync data for ids ['0c0a2790-eb20-47fd-97de-1add5a6cbe2d'] in dv-cinder-824187-6-iscsi is: [{'id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'name': 'tempest-TestShelveInstance-2015164291-router', 'tenant_id': '4f53141dac6548f282050b86063dad49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:25Z', 'updated_at': '2022-01-26T19:11:47Z', 'revision_number': 5, 'project_id': '4f53141dac6548f282050b86063dad49', 'gw_port': {'id': 'c52110ff-7a72-494c-be53-ef979e79817c', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:69:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c0a2790-eb20-47fd-97de-1add5a6cbe2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:26Z', 'updated_at': '2022-01-26T19:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:11:48.980958 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-8899e0e0-d827-4335-b2f5-6ced4d24657c admin admin] Calling delete_port for c52110ff-7a72-494c-be53-ef979e79817c owned by network:router_gateway {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:11:49.077115 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device c93f67bf-490a-4ff5-8660-d6ca646f6aa8 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:11:49.097517 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: c93f67bf-490a-4ff5-8660-d6ca646f6aa8 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:11:49.097941 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device c93f67bf-490a-4ff5-8660-d6ca646f6aa8 not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:11:49.236125 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8899e0e0-d827-4335-b2f5-6ced4d24657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (c52110ff-7a72-494c-be53-ef979e79817c), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:49.259637 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899e0e0-d827-4335-b2f5-6ced4d24657c admin admin] Pushing event deleted for resources: {'Port': ['ID=c52110ff-7a72-494c-be53-ef979e79817c,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:49.325131 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8899e0e0-d827-4335-b2f5-6ced4d24657c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4102805'] for router_gateway (0c0a2790-eb20-47fd-97de-1add5a6cbe2d), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:49.418924 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8899e0e0-d827-4335-b2f5-6ced4d24657c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4155136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103717'] for router (0c0a2790-eb20-47fd-97de-1add5a6cbe2d), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:49.421287 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8899e0e0-d827-4335-b2f5-6ced4d24657c admin admin] Publish callbacks [] for router_controller (0c0a2790-eb20-47fd-97de-1add5a6cbe2d), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:49.537427 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-6754b778-34a7-4f66-b035-cf486cb337b9 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:49.539015 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-6754b778-34a7-4f66-b035-cf486cb337b9 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.55 "GET /v2.0/networks?id=0fc535ff-97cd-488b-8a87-edf2cc218b13 HTTP/1.1" status: 200 len: 808 time: 0.1153784 Jan 26 19:11:49.551350 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-ed55df0c-675c-4292-933b-cab0e4984c69 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Request body: {'port': {'device_id': 'ccd7cfdb-f317-49b8-b36f-2ecfdce14407', 'network_id': '0fc535ff-97cd-488b-8a87-edf2cc218b13', 'admin_state_up': True, 'tenant_id': '069b11e69819446bba92d239fc7c8aff'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:49.555392 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8899e0e0-d827-4335-b2f5-6ced4d24657c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4155145'] for router (0c0a2790-eb20-47fd-97de-1add5a6cbe2d), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:49.565886 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8899e0e0-d827-4335-b2f5-6ced4d24657c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c0a2790-eb20-47fd-97de-1add5a6cbe2d {{(pid=103145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:11:49.565886 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8899e0e0-d827-4335-b2f5-6ced4d24657c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:49.565886 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-8899e0e0-d827-4335-b2f5-6ced4d24657c admin admin] 10.222.0.52 "DELETE /v2.0/routers/0c0a2790-eb20-47fd-97de-1add5a6cbe2d HTTP/1.1" status: 204 len: 168 time: 1.3420515 Jan 26 19:11:49.565886 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47882) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:49.605518 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8076b-8e75-4c38-bbb9-af5941402e9f req-49fdb85a-8527-402d-b55f-e3fc27ecc659 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:49.607675 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26b8076b-8e75-4c38-bbb9-af5941402e9f req-49fdb85a-8527-402d-b55f-e3fc27ecc659 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 984 time: 0.0859573 Jan 26 19:11:49.645877 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-39040d73-60f4-4951-972a-09d5f441b470 admin admin] Deleting subnet 2d79fe66-52ef-4862-ad61-617b0985317a {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:11:49.668297 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-39040d73-60f4-4951-972a-09d5f441b470 admin admin] Publish callbacks [] for subnet (2d79fe66-52ef-4862-ad61-617b0985317a), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:49.734571 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26b8076b-8e75-4c38-bbb9-af5941402e9f req-b12c3a4d-a98f-4a70-9254-f7f87eff56b0 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=5409cfa3-aaa8-45a4-bfa9-371fc0686155&id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1128018 Jan 26 19:11:49.741212 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-39040d73-60f4-4951-972a-09d5f441b470 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3764351'] for subnet (2d79fe66-52ef-4862-ad61-617b0985317a), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:49.747203 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cf188549-c75b-4a31-a4ad-2685d88ddfa1 req-0dbac90f-7212-4d50-83f8-7d5f02a4f429 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 210 time: 0.0440328 Jan 26 19:11:49.747989 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-ed55df0c-675c-4292-933b-cab0e4984c69 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Made reservation on behalf of 069b11e69819446bba92d239fc7c8aff for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:11:49.756469 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-ed55df0c-675c-4292-933b-cab0e4984c69 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:49.856605 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-39040d73-60f4-4951-972a-09d5f441b470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643270'] for subnet (2d79fe66-52ef-4862-ad61-617b0985317a), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:49.892908 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-ed55df0c-675c-4292-933b-cab0e4984c69 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Allocated IP 172.20.0.3 (0fc535ff-97cd-488b-8a87-edf2cc218b13/ef0a2443-2b5f-42db-96f9-13b57a5be7c0/8def644c-b829-4ce5-8e3c-caebf4c76abe) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:11:49.986249 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-39040d73-60f4-4951-972a-09d5f441b470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59309163'] for subnet (2d79fe66-52ef-4862-ad61-617b0985317a), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:50.029534 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39040d73-60f4-4951-972a-09d5f441b470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d79fe66-52ef-4862-ad61-617b0985317a,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:50.041086 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-39040d73-60f4-4951-972a-09d5f441b470 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:50.041525 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-39040d73-60f4-4951-972a-09d5f441b470 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2d79fe66-52ef-4862-ad61-617b0985317a HTTP/1.1" status: 204 len: 168 time: 0.4741504 Jan 26 19:11:50.044327 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 47892) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:50.049503 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5de205-1c06-4507-8f56-984c53434e87 None None] Network 874a7eab-109f-48f7-89c5-683069ea851d requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:11:50.062647 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7402b08-542e-48da-a45f-22bb5c060d47 req-e93d0a21-8a63-4c82-a279-b4588c26960c tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:50.064762 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f7402b08-542e-48da-a45f-22bb5c060d47 req-e93d0a21-8a63-4c82-a279-b4588c26960c tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 944 time: 0.0908465 Jan 26 19:11:50.064908 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-ed55df0c-675c-4292-933b-cab0e4984c69 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Publish callbacks [] for port (8def644c-b829-4ce5-8e3c-caebf4c76abe), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:50.134215 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f7402b08-542e-48da-a45f-22bb5c060d47 req-79c0858d-164b-438e-8c86-b05716ab4799 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608063 Jan 26 19:11:50.164046 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600199'] for network (874a7eab-109f-48f7-89c5-683069ea851d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:50.220933 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19464e43-33dd-4b00-9090-fe4131d9ab54 None None] DHCP port deletion for 874a7eab-109f-48f7-89c5-683069ea851d request from dv-cinder-824187-6-iscsi {{(pid=103147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 19:11:50.224037 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] Deleting port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:11:50.224373 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (61ef1eea-1126-4a4a-b71c-2591faf1c7e4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:50.271609 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-ed55df0c-675c-4292-933b-cab0e4984c69 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (8def644c-b829-4ce5-8e3c-caebf4c76abe), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:50.271896 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-19464e43-33dd-4b00-9090-fe4131d9ab54 None None] Deleting port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:11:50.271896 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19464e43-33dd-4b00-9090-fe4131d9ab54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (61ef1eea-1126-4a4a-b71c-2591faf1c7e4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:50.328549 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] For port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=61ef1eea-1126-4a4a-b71c-2591faf1c7e4,segment=NetworkSegment(b16e6f97-9990-46b5-b2c4-6c9429f9c137),segment_id=b16e6f97-9990-46b5-b2c4-6c9429f9c137)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:50.328905 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (61ef1eea-1126-4a4a-b71c-2591faf1c7e4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:50.333659 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-19464e43-33dd-4b00-9090-fe4131d9ab54 None None] For port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=61ef1eea-1126-4a4a-b71c-2591faf1c7e4,segment=NetworkSegment(b16e6f97-9990-46b5-b2c4-6c9429f9c137),segment_id=b16e6f97-9990-46b5-b2c4-6c9429f9c137)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:50.334063 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19464e43-33dd-4b00-9090-fe4131d9ab54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (61ef1eea-1126-4a4a-b71c-2591faf1c7e4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:50.345188 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-ed55df0c-675c-4292-933b-cab0e4984c69 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Network 0fc535ff-97cd-488b-8a87-edf2cc218b13 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:11:50.347692 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55df0c-675c-4292-933b-cab0e4984c69 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Pushing event updated for resources: {'Port': ['ID=8def644c-b829-4ce5-8e3c-caebf4c76abe,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:50.351170 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-19464e43-33dd-4b00-9090-fe4131d9ab54 None None] Calling delete_port for 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:11:50.352913 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-ed55df0c-675c-4292-933b-cab0e4984c69 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:11:50.355800 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] Calling delete_port for 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:11:50.356904 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-ed55df0c-675c-4292-933b-cab0e4984c69 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:11:50.443746 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-ed55df0c-675c-4292-933b-cab0e4984c69 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:50.443746 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-ed55df0c-675c-4292-933b-cab0e4984c69 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:50.524159 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19464e43-33dd-4b00-9090-fe4131d9ab54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272'] for port (61ef1eea-1126-4a4a-b71c-2591faf1c7e4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:50.529578 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (61ef1eea-1126-4a4a-b71c-2591faf1c7e4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:50.551139 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19464e43-33dd-4b00-9090-fe4131d9ab54 None None] Pushing event deleted for resources: {'Port': ['ID=61ef1eea-1126-4a4a-b71c-2591faf1c7e4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:50.557131 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19464e43-33dd-4b00-9090-fe4131d9ab54 None None] No DVR routers for this DVR port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 on host dv-cinder-824187-6-iscsi {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:11:50.564031 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-ed55df0c-675c-4292-933b-cab0e4984c69 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0164530 Jan 26 19:11:50.564868 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=61ef1eea-1126-4a4a-b71c-2591faf1c7e4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:50.566786 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] No DVR routers for this DVR port 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 on host dv-cinder-824187-6-iscsi {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:11:50.593774 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Request body: {'port': {'device_id': 'ccd7cfdb-f317-49b8-b36f-2ecfdce14407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:11:50.617801 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:11:50.637928 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:11:50.638419 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 61ef1eea-1126-4a4a-b71c-2591faf1c7e4 not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:11:50.638838 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 65632127-0ad4-418b-9500-cb314279bf3a no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:11:50.661710 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: 65632127-0ad4-418b-9500-cb314279bf3a {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:11:50.662050 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 65632127-0ad4-418b-9500-cb314279bf3a not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:11:50.662466 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device c52110ff-7a72-494c-be53-ef979e79817c no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:11:50.682379 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: c52110ff-7a72-494c-be53-ef979e79817c {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:11:50.682732 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device c52110ff-7a72-494c-be53-ef979e79817c not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:11:50.689926 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646737', 'neutron.services.segments.db._delete_segments_for_network-8747743498626'] for network (874a7eab-109f-48f7-89c5-683069ea851d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:50.701764 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (8def644c-b829-4ce5-8e3c-caebf4c76abe), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:50.721669 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874a7eab-109f-48f7-89c5-683069ea851d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:50.733964 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16e6f97-9990-46b5-b2c4-6c9429f9c137') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:50.734264 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16e6f97-9990-46b5-b2c4-6c9429f9c137') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:50.761127 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743466123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2376334'] for segment (b16e6f97-9990-46b5-b2c4-6c9429f9c137), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:50.787696 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (b16e6f97-9990-46b5-b2c4-6c9429f9c137), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:50.799470 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:11:50.799874 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59506139'] for segment (b16e6f97-9990-46b5-b2c4-6c9429f9c137), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: self.session.flush() Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: self.session.flush() Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: self.session.flush() Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: self.session.flush() Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: Traceback (most recent call last): Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: timer() Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: cb(*args, **kw) Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: return func(*args, **kwargs) Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: self._notify() Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: self.callback(batched_events) Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: event.method(event) Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: return f(self, *a, **k) Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: return self._get(url).json() Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:11:50.801685 dv-cinder-824187-6-iscsi neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:11:50.879155 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1631bc-cc3e-4cb4-bed4-cb8fbc6f6e00 req-753c2e4a-9855-439a-90fd-d063b723a088 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:50.880860 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ab1631bc-cc3e-4cb4-bed4-cb8fbc6f6e00 req-753c2e4a-9855-439a-90fd-d063b723a088 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 931 time: 0.0486109 Jan 26 19:11:50.934480 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ab1631bc-cc3e-4cb4-bed4-cb8fbc6f6e00 req-6fb38572-ee65-4e86-ad5f-178626deb79a tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478318 Jan 26 19:11:51.096159 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device dfc98967-14f9-433a-ac1c-3a700ad26bce details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:11:51.199976 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port dfc98967-14f9-433a-ac1c-3a700ad26bce, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=dfc98967-14f9-433a-ac1c-3a700ad26bce,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:51.212832 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': 'dfc98967-14f9-433a-ac1c-3a700ad26bce', 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74', 'port_id': 'dfc98967-14f9-433a-ac1c-3a700ad26bce', 'mac_address': 'fa:16:3e:ee:05:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ec1fdf-0582-4a14-babf-f0b6d2a02e31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:11:51.246011 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edb7db-0301-4183-a913-01f8f28f29d1 req-b9ef10c0-dc58-419b-a004-fc4fca8339f1 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:51.247687 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e7edb7db-0301-4183-a913-01f8f28f29d1 req-b9ef10c0-dc58-419b-a004-fc4fca8339f1 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 984 time: 0.3977365 Jan 26 19:11:51.256692 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port dfc98967-14f9-433a-ac1c-3a700ad26bce is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:11:51.256692 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (dfc98967-14f9-433a-ac1c-3a700ad26bce), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:51.269521 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b62174-96c5-4dc7-9880-6c5a396d8011 req-e40ee745-2d19-4d72-b223-eedbacf2e932 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:51.270274 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4102525'] for network (874a7eab-109f-48f7-89c5-683069ea851d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:51.270414 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc98967-14f9-433a-ac1c-3a700ad26bce {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:11:51.271675 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-05b62174-96c5-4dc7-9880-6c5a396d8011 req-e40ee745-2d19-4d72-b223-eedbacf2e932 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 944 time: 0.0597899 Jan 26 19:11:51.288560 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:51.292138 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] 10.222.0.52 "DELETE /v2.0/networks/874a7eab-109f-48f7-89c5-683069ea851d HTTP/1.1" status: 204 len: 168 time: 1.2459109 Jan 26 19:11:51.295937 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port dfc98967-14f9-433a-ac1c-3a700ad26bce, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=dfc98967-14f9-433a-ac1c-3a700ad26bce,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:51.298192 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47900) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:51.309975 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab73d6-e916-4b39-9e94-2c3401a95c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=874a7eab-109f-48f7-89c5-683069ea851d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:51.361659 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (dfc98967-14f9-433a-ac1c-3a700ad26bce), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:51.368143 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e7edb7db-0301-4183-a913-01f8f28f29d1 req-ddc1c444-f044-445b-8947-aff5dc75d26a tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=5409cfa3-aaa8-45a4-bfa9-371fc0686155&id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136870 Jan 26 19:11:51.371766 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-05b62174-96c5-4dc7-9880-6c5a396d8011 req-4da38dd0-20ac-4acf-8741-c713ed5a540c tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932629 Jan 26 19:11:51.423997 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8def644c-b829-4ce5-8e3c-caebf4c76abe {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:11:51.429003 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=dfc98967-14f9-433a-ac1c-3a700ad26bce,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:51.432599 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Publish callbacks [] for port (8def644c-b829-4ce5-8e3c-caebf4c76abe), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:51.445578 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Transition to ACTIVE for port object 8def644c-b829-4ce5-8e3c-caebf4c76abe will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:11:51.527435 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (8def644c-b829-4ce5-8e3c-caebf4c76abe), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:51.580413 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Pushing event updated for resources: {'Port': ['ID=8def644c-b829-4ce5-8e3c-caebf4c76abe,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:51.631009 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['dfc98967-14f9-433a-ac1c-3a700ad26bce'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:11:51.651959 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Attempting to bind port 8def644c-b829-4ce5-8e3c-caebf4c76abe on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:11:51.652639 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Attempting to bind port 8def644c-b829-4ce5-8e3c-caebf4c76abe by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '8d004c3e-6026-4999-ae81-d0080e1c3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0fc535ff-97cd-488b-8a87-edf2cc218b13'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:11:51.653298 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Attempting to bind port 8def644c-b829-4ce5-8e3c-caebf4c76abe on network 0fc535ff-97cd-488b-8a87-edf2cc218b13 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:11:51.658798 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Port 8def644c-b829-4ce5-8e3c-caebf4c76abe on network 0fc535ff-97cd-488b-8a87-edf2cc218b13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:11:51.659396 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Attempting to bind port 8def644c-b829-4ce5-8e3c-caebf4c76abe on network 0fc535ff-97cd-488b-8a87-edf2cc218b13 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:11:51.664944 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:11:51.665384 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Checking segment: {'id': '8d004c3e-6026-4999-ae81-d0080e1c3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0fc535ff-97cd-488b-8a87-edf2cc218b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:11:51.665838 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Bound using segment: {'id': '8d004c3e-6026-4999-ae81-d0080e1c3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0fc535ff-97cd-488b-8a87-edf2cc218b13'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:11:51.666342 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Bound port: 8def644c-b829-4ce5-8e3c-caebf4c76abe, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d004c3e-6026-4999-ae81-d0080e1c3c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0fc535ff-97cd-488b-8a87-edf2cc218b13'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:11:51.666816 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (8def644c-b829-4ce5-8e3c-caebf4c76abe), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:51.687263 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8d3462c5-6370-4e6f-95e0-cd93bb8833fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4103791'] for router_interface (26f81d0a-b1ee-44c9-8213-92f1e79e9092), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:51.732265 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] For port 8def644c-b829-4ce5-8e3c-caebf4c76abe, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:11:51.735440 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] For port 8def644c-b829-4ce5-8e3c-caebf4c76abe, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=8def644c-b829-4ce5-8e3c-caebf4c76abe,segment=NetworkSegment(8d004c3e-6026-4999-ae81-d0080e1c3c6b),segment_id=8d004c3e-6026-4999-ae81-d0080e1c3c6b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:11:51.808322 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (8def644c-b829-4ce5-8e3c-caebf4c76abe), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:51.853102 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:51.853828 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:51.855281 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] 10.222.0.55 "PUT /v2.0/ports/8def644c-b829-4ce5-8e3c-caebf4c76abe HTTP/1.1" status: 200 len: 1093 time: 1.2664928 Jan 26 19:11:51.855742 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd7cfdb-f317-49b8-b36f-2ecfdce14407', 'tag': '8def644c-b829-4ce5-8e3c-caebf4c76abe'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:11:51.858413 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8862e5fc-0120-4937-9792-4d549386db5f" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd7cfdb-f317-49b8-b36f-2ecfdce14407", "tag": "8def644c-b829-4ce5-8e3c-caebf4c76abe"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:11:51.880218 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3738a38-1dab-47bf-b65f-7df1a7f5bbfa service neutron] Pushing event updated for resources: {'Port': ['ID=8def644c-b829-4ce5-8e3c-caebf4c76abe,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:51.902811 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d75552-323c-420a-bc3c-5a2726dd3957 x-openstack-request-id: req-f7d75552-323c-420a-bc3c-5a2726dd3957 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:11:51.903333 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd7cfdb-f317-49b8-b36f-2ecfdce14407", "tag": "8def644c-b829-4ce5-8e3c-caebf4c76abe", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:11:51.903601 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7d75552-323c-420a-bc3c-5a2726dd3957 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:11:51.904972 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd7cfdb-f317-49b8-b36f-2ecfdce14407', 'tag': '8def644c-b829-4ce5-8e3c-caebf4c76abe', 'status': 'completed', 'code': 200} Jan 26 19:11:51.973011 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:51.977977 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862e5fc-0120-4937-9792-4d549386db5f req-617af250-b71c-48d8-aeb2-d03d45c9b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:51.977977 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8862e5fc-0120-4937-9792-4d549386db5f req-617af250-b71c-48d8-aeb2-d03d45c9b818 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=069b11e69819446bba92d239fc7c8aff&device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 1096 time: 0.0465188 Jan 26 19:11:51.986532 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-8d3462c5-6370-4e6f-95e0-cd93bb8833fe admin admin] Deleting port f79d6de3-2fb8-47e8-a509-29ae67769bc3 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:11:51.987039 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8d3462c5-6370-4e6f-95e0-cd93bb8833fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:52.085376 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862e5fc-0120-4937-9792-4d549386db5f req-977ed4f7-3454-42c4-a3d9-dce1cb6b2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:52.086894 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8862e5fc-0120-4937-9792-4d549386db5f req-977ed4f7-3454-42c4-a3d9-dce1cb6b2473 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=069b11e69819446bba92d239fc7c8aff&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0965817 Jan 26 19:11:52.097301 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf006-96bc-4b4f-bcd1-0884cfcfb112 req-f987f8b5-ce71-4f72-93a9-c5fff278678c tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:52.098769 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5a7cf006-96bc-4b4f-bcd1-0884cfcfb112 req-f987f8b5-ce71-4f72-93a9-c5fff278678c tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 943 time: 0.0743153 Jan 26 19:11:52.121736 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-8d3462c5-6370-4e6f-95e0-cd93bb8833fe admin admin] For port f79d6de3-2fb8-47e8-a509-29ae67769bc3, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=f79d6de3-2fb8-47e8-a509-29ae67769bc3,segment=NetworkSegment(184b70cc-2571-49d2-980d-ff903bee9691),segment_id=184b70cc-2571-49d2-980d-ff903bee9691)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:52.122107 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8d3462c5-6370-4e6f-95e0-cd93bb8833fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:52.140903 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-8d3462c5-6370-4e6f-95e0-cd93bb8833fe admin admin] Calling delete_port for f79d6de3-2fb8-47e8-a509-29ae67769bc3 owned by network:router_interface {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:11:52.173306 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5a7cf006-96bc-4b4f-bcd1-0884cfcfb112 req-0fe4e08f-b795-4666-81f2-1ca7f1cc60de tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687325 Jan 26 19:11:52.201646 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862e5fc-0120-4937-9792-4d549386db5f req-22997b7a-f455-4e52-b593-08d2abe313c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:52.203142 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-8862e5fc-0120-4937-9792-4d549386db5f req-22997b7a-f455-4e52-b593-08d2abe313c3 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999968 Jan 26 19:11:52.289164 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-722c98ab-0f56-4d50-8e8a-abd6e7964c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:52.290790 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-722c98ab-0f56-4d50-8e8a-abd6e7964c70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=069b11e69819446bba92d239fc7c8aff&device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 1096 time: 0.0413463 Jan 26 19:11:52.338925 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-e66108a9-4557-4b60-a349-41f333445679 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8def644c-b829-4ce5-8e3c-caebf4c76abe HTTP/1.1" status: 200 len: 217 time: 0.0378797 Jan 26 19:11:52.387441 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-bbbb9630-759b-4160-938a-9796d4261df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:52.389846 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-bbbb9630-759b-4160-938a-9796d4261df3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ef0a2443-2b5f-42db-96f9-13b57a5be7c0 HTTP/1.1" status: 200 len: 848 time: 0.0431981 Jan 26 19:11:52.421893 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-2e15d24c-ea01-4c29-b298-7e66de9750eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fc535ff-97cd-488b-8a87-edf2cc218b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252881 Jan 26 19:11:52.430227 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8d3462c5-6370-4e6f-95e0-cd93bb8833fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (f79d6de3-2fb8-47e8-a509-29ae67769bc3), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:52.461121 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3462c5-6370-4e6f-95e0-cd93bb8833fe admin admin] Pushing event deleted for resources: {'Port': ['ID=f79d6de3-2fb8-47e8-a509-29ae67769bc3,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:52.555887 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf14b6e-b7f9-4adb-bf5d-ed8b36676b6b req-0294543d-f8e2-44d1-b38d-796558cd0931 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:52.557222 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5cf14b6e-b7f9-4adb-bf5d-ed8b36676b6b req-0294543d-f8e2-44d1-b38d-796558cd0931 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 984 time: 0.1081116 Jan 26 19:11:52.563924 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-abc1ea0a-cd87-41f2-8456-97902e0ace4d service neutron] 10.222.0.55 "GET /v2.0/networks/0fc535ff-97cd-488b-8a87-edf2cc218b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352029 Jan 26 19:11:52.569759 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080cd0c-fd00-4984-89d7-654a552cd8f4 req-d7b70728-e2c0-43d2-ba92-417a52de6839 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:52.571280 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d080cd0c-fd00-4984-89d7-654a552cd8f4 req-d7b70728-e2c0-43d2-ba92-417a52de6839 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 945 time: 0.1113808 Jan 26 19:11:52.696059 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5cf14b6e-b7f9-4adb-bf5d-ed8b36676b6b req-c61c6ead-514c-4884-934f-3a2266194295 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=5409cfa3-aaa8-45a4-bfa9-371fc0686155&id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1259723 Jan 26 19:11:52.713355 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-eee28ff5-b70e-4f39-bd9a-abbabd34ab19 req-764cee5b-4657-4dbc-8c1b-d06a6b21aee7 service neutron] 10.222.0.55 "GET /v2.0/networks/0fc535ff-97cd-488b-8a87-edf2cc218b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364639 Jan 26 19:11:52.736842 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d080cd0c-fd00-4984-89d7-654a552cd8f4 req-f3d2d94b-1866-46bc-a7e6-f70a4bda08cd tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589060 Jan 26 19:11:52.762195 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8d3462c5-6370-4e6f-95e0-cd93bb8833fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4103931'] for router_interface (26f81d0a-b1ee-44c9-8213-92f1e79e9092), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:53.132593 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device dfc98967-14f9-433a-ac1c-3a700ad26bce up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:11:53.176846 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3462c5-6370-4e6f-95e0-cd93bb8833fe admin admin] Router 26f81d0a-b1ee-44c9-8213-92f1e79e9092 has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:11:53.241364 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port dfc98967-14f9-433a-ac1c-3a700ad26bce completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:11:53.245563 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port dfc98967-14f9-433a-ac1c-3a700ad26bce triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:11:53.246016 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (dfc98967-14f9-433a-ac1c-3a700ad26bce), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:53.289350 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3462c5-6370-4e6f-95e0-cd93bb8833fe admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:11:53.294663 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ca181-2da2-4d21-8f2c-89696ae9e463 req-3956eab0-ebf7-4d3f-9635-087dbbaeda2a tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:53.299543 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-8d3462c5-6370-4e6f-95e0-cd93bb8833fe admin admin] 10.222.0.52 "PUT /v2.0/routers/26f81d0a-b1ee-44c9-8213-92f1e79e9092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0003612 Jan 26 19:11:53.300156 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47914) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:53.301264 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac52071b-2191-420a-9118-77b42198fecc None None] Sync routers for ids ['26f81d0a-b1ee-44c9-8213-92f1e79e9092'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:11:53.302226 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-333ca181-2da2-4d21-8f2c-89696ae9e463 req-3956eab0-ebf7-4d3f-9635-087dbbaeda2a tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 943 time: 0.0592821 Jan 26 19:11:53.316312 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac52071b-2191-420a-9118-77b42198fecc None None] Routers {'26f81d0a-b1ee-44c9-8213-92f1e79e9092'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:11:53.317303 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ac52071b-2191-420a-9118-77b42198fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:11:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['26f81d0a-b1ee-44c9-8213-92f1e79e9092'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:53.329818 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port dfc98967-14f9-433a-ac1c-3a700ad26bce is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:11:53.330808 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (dfc98967-14f9-433a-ac1c-3a700ad26bce), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:53.363081 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd660eaf3-a5b7-4c0d-b80e-853ca2a80c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc98967-14f9-433a-ac1c-3a700ad26bce'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:11:53.364860 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-333ca181-2da2-4d21-8f2c-89696ae9e463 req-7df49b72-7c66-49fa-ac71-b7e7b2b74993 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583122 Jan 26 19:11:53.367031 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d610e997-4910-4cfd-a719-1bf594a6c9b8" -d '{"events": [{"server_uuid": "d660eaf3-a5b7-4c0d-b80e-853ca2a80c41", "name": "network-vif-plugged", "status": "completed", "tag": "dfc98967-14f9-433a-ac1c-3a700ad26bce"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:11:53.386193 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port dfc98967-14f9-433a-ac1c-3a700ad26bce, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=dfc98967-14f9-433a-ac1c-3a700ad26bce,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:53.405772 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28fdc15-6fe9-4f31-a4cc-60369279934a x-openstack-request-id: req-f28fdc15-6fe9-4f31-a4cc-60369279934a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:11:53.406086 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d660eaf3-a5b7-4c0d-b80e-853ca2a80c41", "name": "network-vif-plugged", "status": "completed", "tag": "dfc98967-14f9-433a-ac1c-3a700ad26bce", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:11:53.406328 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f28fdc15-6fe9-4f31-a4cc-60369279934a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:11:53.406743 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd660eaf3-a5b7-4c0d-b80e-853ca2a80c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc98967-14f9-433a-ac1c-3a700ad26bce', 'code': 200} Jan 26 19:11:53.429329 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f455db80-1ba5-4105-b9d8-7e8ad05d5df7 admin admin] Publish callbacks [] for router (26f81d0a-b1ee-44c9-8213-92f1e79e9092), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:53.445887 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ac52071b-2191-420a-9118-77b42198fecc None None] Set router 26f81d0a-b1ee-44c9-8213-92f1e79e9092 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:11:53.471149 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (dfc98967-14f9-433a-ac1c-3a700ad26bce), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:53.524856 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=dfc98967-14f9-433a-ac1c-3a700ad26bce,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:53.540933 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f455db80-1ba5-4105-b9d8-7e8ad05d5df7 admin admin] Publish callbacks [] for router_gateway (26f81d0a-b1ee-44c9-8213-92f1e79e9092), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:53.750546 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-f455db80-1ba5-4105-b9d8-7e8ad05d5df7 admin admin] Deleting port 40b59915-daba-4d43-897c-a1486cb69573 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:11:53.750886 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f455db80-1ba5-4105-b9d8-7e8ad05d5df7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (40b59915-daba-4d43-897c-a1486cb69573), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:53.764811 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ac52071b-2191-420a-9118-77b42198fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'name': 'tempest-TestShelveInstance-1274734109-router', 'tenant_id': 'b2706edc2a6b4d0eae045932d32614da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '40b59915-daba-4d43-897c-a1486cb69573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:33Z', 'updated_at': '2022-01-26T19:11:52Z', 'revision_number': 5, 'project_id': 'b2706edc2a6b4d0eae045932d32614da', 'gw_port': {'id': '40b59915-daba-4d43-897c-a1486cb69573', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:06:34Z', 'updated_at': '2022-01-26T19:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:53.798207 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac52071b-2191-420a-9118-77b42198fecc None None] Checking router: 26f81d0a-b1ee-44c9-8213-92f1e79e9092 for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:11:53.823359 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac52071b-2191-420a-9118-77b42198fecc None None] Routers {'26f81d0a-b1ee-44c9-8213-92f1e79e9092'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:11:53.824485 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ac52071b-2191-420a-9118-77b42198fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:11:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['26f81d0a-b1ee-44c9-8213-92f1e79e9092'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:53.849094 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-f455db80-1ba5-4105-b9d8-7e8ad05d5df7 admin admin] For port 40b59915-daba-4d43-897c-a1486cb69573, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=40b59915-daba-4d43-897c-a1486cb69573,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:53.849800 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f455db80-1ba5-4105-b9d8-7e8ad05d5df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (40b59915-daba-4d43-897c-a1486cb69573), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:53.860404 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451690ac-adcf-40e8-bdf1-d8c733b4fb6e req-fe8862c1-ea43-4ac0-8a96-aa40d220b5ce tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:53.861948 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-451690ac-adcf-40e8-bdf1-d8c733b4fb6e req-fe8862c1-ea43-4ac0-8a96-aa40d220b5ce tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 984 time: 0.0620079 Jan 26 19:11:53.891657 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-f455db80-1ba5-4105-b9d8-7e8ad05d5df7 admin admin] Calling delete_port for 40b59915-daba-4d43-897c-a1486cb69573 owned by network:router_gateway {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:11:53.934656 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ac52071b-2191-420a-9118-77b42198fecc None None] Set router 26f81d0a-b1ee-44c9-8213-92f1e79e9092 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:11:53.941912 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-451690ac-adcf-40e8-bdf1-d8c733b4fb6e req-625486e3-46d9-4f58-b338-aa7ae325f873 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=5409cfa3-aaa8-45a4-bfa9-371fc0686155&id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622246 Jan 26 19:11:53.947102 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918c1ff-ec13-4d1b-b0f9-5f66c23d11dc req-345760e5-e44f-4922-8271-7cd9b0e986ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:53.948564 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a918c1ff-ec13-4d1b-b0f9-5f66c23d11dc req-345760e5-e44f-4922-8271-7cd9b0e986ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 1099 time: 0.1060345 Jan 26 19:11:53.958321 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22f93d-369d-406e-9789-e94de3748a0c req-0e157f30-83bb-4607-9ef2-d2a6f22debf8 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:53.969484 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-eb22f93d-369d-406e-9789-e94de3748a0c req-0e157f30-83bb-4607-9ef2-d2a6f22debf8 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 946 time: 0.1008036 Jan 26 19:11:53.995589 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ac52071b-2191-420a-9118-77b42198fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'name': 'tempest-TestShelveInstance-1274734109-router', 'tenant_id': 'b2706edc2a6b4d0eae045932d32614da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:33Z', 'updated_at': '2022-01-26T19:11:53Z', 'revision_number': 6, 'project_id': 'b2706edc2a6b4d0eae045932d32614da', 'gw_port_host': None}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:54.002592 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a918c1ff-ec13-4d1b-b0f9-5f66c23d11dc req-0014c6d1-67e5-497a-ba2a-9b0c8c54f5d0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467570 Jan 26 19:11:54.026222 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac52071b-2191-420a-9118-77b42198fecc None None] The sync data for ids ['26f81d0a-b1ee-44c9-8213-92f1e79e9092'] in dv-cinder-824187-6-iscsi is: [{'id': '26f81d0a-b1ee-44c9-8213-92f1e79e9092', 'name': 'tempest-TestShelveInstance-1274734109-router', 'tenant_id': 'b2706edc2a6b4d0eae045932d32614da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:06:33Z', 'updated_at': '2022-01-26T19:11:53Z', 'revision_number': 6, 'project_id': 'b2706edc2a6b4d0eae045932d32614da', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:11:54.062114 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-eb22f93d-369d-406e-9789-e94de3748a0c req-c2925369-7f30-41dc-925f-234a9814b308 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959144 Jan 26 19:11:54.167253 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f455db80-1ba5-4105-b9d8-7e8ad05d5df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (40b59915-daba-4d43-897c-a1486cb69573), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:54.192057 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455db80-1ba5-4105-b9d8-7e8ad05d5df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b59915-daba-4d43-897c-a1486cb69573,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:54.255075 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f455db80-1ba5-4105-b9d8-7e8ad05d5df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4102805'] for router_gateway (26f81d0a-b1ee-44c9-8213-92f1e79e9092), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:54.342373 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f455db80-1ba5-4105-b9d8-7e8ad05d5df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4155136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103717'] for router (26f81d0a-b1ee-44c9-8213-92f1e79e9092), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:54.344521 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f455db80-1ba5-4105-b9d8-7e8ad05d5df7 admin admin] Publish callbacks [] for router_controller (26f81d0a-b1ee-44c9-8213-92f1e79e9092), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:54.475969 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f455db80-1ba5-4105-b9d8-7e8ad05d5df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4155145'] for router (26f81d0a-b1ee-44c9-8213-92f1e79e9092), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:54.476515 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f455db80-1ba5-4105-b9d8-7e8ad05d5df7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26f81d0a-b1ee-44c9-8213-92f1e79e9092 {{(pid=103145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:11:54.482707 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f455db80-1ba5-4105-b9d8-7e8ad05d5df7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:54.483879 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-f455db80-1ba5-4105-b9d8-7e8ad05d5df7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/26f81d0a-b1ee-44c9-8213-92f1e79e9092 HTTP/1.1" status: 204 len: 168 time: 1.1827946 Jan 26 19:11:54.486362 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47924) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:54.488687 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e9b9c-af35-4480-8336-4f699e416827 req-07126966-ab2e-459b-bfb7-15ab1d8f3029 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:54.490305 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-048e9b9c-af35-4480-8336-4f699e416827 req-07126966-ab2e-459b-bfb7-15ab1d8f3029 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 943 time: 0.0528851 Jan 26 19:11:54.531816 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-129a045b-748e-44fa-8363-d96f0d84f2fc admin admin] Deleting subnet 5d0712bc-b45b-4556-b6e8-2b2544ec330c {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:11:54.534874 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-129a045b-748e-44fa-8363-d96f0d84f2fc admin admin] Publish callbacks [] for subnet (5d0712bc-b45b-4556-b6e8-2b2544ec330c), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:54.538093 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-048e9b9c-af35-4480-8336-4f699e416827 req-747badc8-92ff-474f-9461-c8bbc33bed23 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421145 Jan 26 19:11:54.572247 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-129a045b-748e-44fa-8363-d96f0d84f2fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3764351'] for subnet (5d0712bc-b45b-4556-b6e8-2b2544ec330c), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:54.651181 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-129a045b-748e-44fa-8363-d96f0d84f2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643270'] for subnet (5d0712bc-b45b-4556-b6e8-2b2544ec330c), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:54.768080 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-129a045b-748e-44fa-8363-d96f0d84f2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59309163'] for subnet (5d0712bc-b45b-4556-b6e8-2b2544ec330c), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:54.796724 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a045b-748e-44fa-8363-d96f0d84f2fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d0712bc-b45b-4556-b6e8-2b2544ec330c,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:54.801512 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-129a045b-748e-44fa-8363-d96f0d84f2fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:54.805861 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-129a045b-748e-44fa-8363-d96f0d84f2fc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5d0712bc-b45b-4556-b6e8-2b2544ec330c HTTP/1.1" status: 204 len: 168 time: 0.3179102 Jan 26 19:11:54.807874 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47926) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:54.815228 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85e1d0e-0811-4aac-bb16-5bc0ea94a330 None None] Network 988024a0-48c2-41fe-95e8-6b37c1c27f2c requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:11:54.872498 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device f79d6de3-2fb8-47e8-a509-29ae67769bc3 no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:11:54.887411 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600199'] for network (988024a0-48c2-41fe-95e8-6b37c1c27f2c), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:54.896317 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: f79d6de3-2fb8-47e8-a509-29ae67769bc3 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:11:54.896689 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device f79d6de3-2fb8-47e8-a509-29ae67769bc3 not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:11:54.897160 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 40b59915-daba-4d43-897c-a1486cb69573 no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:11:54.922226 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: 40b59915-daba-4d43-897c-a1486cb69573 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:11:54.922576 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 40b59915-daba-4d43-897c-a1486cb69573 not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:11:54.946653 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] Deleting port fcedf073-6fdd-456f-bf3a-7b2d167be156 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:11:54.947026 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (fcedf073-6fdd-456f-bf3a-7b2d167be156), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:55.015332 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] For port fcedf073-6fdd-456f-bf3a-7b2d167be156, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=fcedf073-6fdd-456f-bf3a-7b2d167be156,segment=NetworkSegment(184b70cc-2571-49d2-980d-ff903bee9691),segment_id=184b70cc-2571-49d2-980d-ff903bee9691)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:55.015708 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (fcedf073-6fdd-456f-bf3a-7b2d167be156), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:55.033602 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] Calling delete_port for fcedf073-6fdd-456f-bf3a-7b2d167be156 owned by network:dhcp {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:11:55.045607 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58482d38-cb42-48d0-9a8b-8d857418f63a None None] DHCP port deletion for 988024a0-48c2-41fe-95e8-6b37c1c27f2c request from dv-cinder-824187-6-iscsi {{(pid=103147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 19:11:55.125179 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-58482d38-cb42-48d0-9a8b-8d857418f63a None None] Deleting port fcedf073-6fdd-456f-bf3a-7b2d167be156 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:11:55.125707 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58482d38-cb42-48d0-9a8b-8d857418f63a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (fcedf073-6fdd-456f-bf3a-7b2d167be156), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:55.135941 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dc40f-2edc-4aa5-804a-7a1bf539d47c req-c1b2ec03-dafc-4978-843a-7e6f66001f6d tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:55.144626 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a81dc40f-2edc-4aa5-804a-7a1bf539d47c req-c1b2ec03-dafc-4978-843a-7e6f66001f6d tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 984 time: 0.1127040 Jan 26 19:11:55.204802 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-58482d38-cb42-48d0-9a8b-8d857418f63a None None] For port fcedf073-6fdd-456f-bf3a-7b2d167be156, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=fcedf073-6fdd-456f-bf3a-7b2d167be156,segment=NetworkSegment(184b70cc-2571-49d2-980d-ff903bee9691),segment_id=184b70cc-2571-49d2-980d-ff903bee9691)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:55.205256 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58482d38-cb42-48d0-9a8b-8d857418f63a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (fcedf073-6fdd-456f-bf3a-7b2d167be156), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:55.220390 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-58482d38-cb42-48d0-9a8b-8d857418f63a None None] Calling delete_port for fcedf073-6fdd-456f-bf3a-7b2d167be156 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:11:55.236449 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de3ca1-546c-4b11-b080-b71d5e67b82c req-27681138-c12b-4c25-b627-1209594c5834 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:55.236968 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a81dc40f-2edc-4aa5-804a-7a1bf539d47c req-dcbd5177-c0f5-46b5-b9a8-f2ae59dae1ea tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=5409cfa3-aaa8-45a4-bfa9-371fc0686155&id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0891244 Jan 26 19:11:55.245172 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-70de3ca1-546c-4b11-b080-b71d5e67b82c req-27681138-c12b-4c25-b627-1209594c5834 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 946 time: 0.0726755 Jan 26 19:11:55.289924 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-70de3ca1-546c-4b11-b080-b71d5e67b82c req-7aef4ea9-c8f9-4d3d-95ea-57a18c306f10 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454855 Jan 26 19:11:55.304267 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (fcedf073-6fdd-456f-bf3a-7b2d167be156), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:55.317340 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58482d38-cb42-48d0-9a8b-8d857418f63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272'] for port (fcedf073-6fdd-456f-bf3a-7b2d167be156), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:55.330924 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcedf073-6fdd-456f-bf3a-7b2d167be156,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:55.341452 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] No DVR routers for this DVR port fcedf073-6fdd-456f-bf3a-7b2d167be156 on host dv-cinder-824187-6-iscsi {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:11:55.345204 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58482d38-cb42-48d0-9a8b-8d857418f63a None None] No DVR routers for this DVR port fcedf073-6fdd-456f-bf3a-7b2d167be156 on host dv-cinder-824187-6-iscsi {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:11:55.346612 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58482d38-cb42-48d0-9a8b-8d857418f63a None None] Pushing event deleted for resources: {'Port': ['ID=fcedf073-6fdd-456f-bf3a-7b2d167be156,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:55.417140 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646737', 'neutron.services.segments.db._delete_segments_for_network-8747743498626'] for network (988024a0-48c2-41fe-95e8-6b37c1c27f2c), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:55.437510 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988024a0-48c2-41fe-95e8-6b37c1c27f2c']}} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:55.446462 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184b70cc-2571-49d2-980d-ff903bee9691') {'for_net_delete': True} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:55.446757 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184b70cc-2571-49d2-980d-ff903bee9691') {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:11:55.456628 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743466123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3764342'] for segment (184b70cc-2571-49d2-980d-ff903bee9691), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:55.470535 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (184b70cc-2571-49d2-980d-ff903bee9691), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:55.476915 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:11:55.477337 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60123090'] for segment (184b70cc-2571-49d2-980d-ff903bee9691), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: Traceback (most recent call last): Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: timer() Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: cb(*args, **kw) Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: return func(*args, **kwargs) Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: self._notify() Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: self.callback(batched_events) Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: event.method(event) Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: return f(self, *a, **k) Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._get(url).json() Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: return self.request(url, 'GET', **kwargs) Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:11:55.478927 dv-cinder-824187-6-iscsi neutron-server[103145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:11:55.590559 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4102525'] for network (988024a0-48c2-41fe-95e8-6b37c1c27f2c), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:55.596261 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:55.601989 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] 10.222.0.52 "DELETE /v2.0/networks/988024a0-48c2-41fe-95e8-6b37c1c27f2c HTTP/1.1" status: 204 len: 168 time: 0.7907853 Jan 26 19:11:55.612845 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a929f95-5613-4cd6-9465-cf82d2564296 admin admin] Pushing event deleted for resources: {'Network': ['ID=988024a0-48c2-41fe-95e8-6b37c1c27f2c,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:55.665477 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be09373-05bc-4c73-9396-286b44971d72 req-9300dcac-97c0-48e0-9c9b-43bacf5bfb7d tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:55.666957 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4be09373-05bc-4c73-9396-286b44971d72 req-9300dcac-97c0-48e0-9c9b-43bacf5bfb7d tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 943 time: 0.0563619 Jan 26 19:11:55.713543 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4be09373-05bc-4c73-9396-286b44971d72 req-2092065d-1a39-40aa-a356-5f0d07bc2459 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402741 Jan 26 19:11:55.955141 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47936) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:55.993735 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ee981fea-a93e-40e1-b8bc-2d7c44fa891a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f53141dac6548f282050b86063dad49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374708 Jan 26 19:11:55.996101 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47938) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:56.042646 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-06aff08e-1858-49fd-a313-ee9a77fe7751 admin admin] Publish callbacks [] for security_group (59486f5e-f222-4479-9bef-82d31f81cbcc), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:56.064168 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-06aff08e-1858-49fd-a313-ee9a77fe7751 admin admin] Publish callbacks [] for security_group (59486f5e-f222-4479-9bef-82d31f81cbcc), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:56.207238 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-06aff08e-1858-49fd-a313-ee9a77fe7751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (59486f5e-f222-4479-9bef-82d31f81cbcc), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:56.209949 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-06aff08e-1858-49fd-a313-ee9a77fe7751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:56.211146 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-06aff08e-1858-49fd-a313-ee9a77fe7751 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/59486f5e-f222-4479-9bef-82d31f81cbcc HTTP/1.1" status: 204 len: 168 time: 0.2141528 Jan 26 19:11:56.219391 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aff08e-1858-49fd-a313-ee9a77fe7751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59486f5e-f222-4479-9bef-82d31f81cbcc,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:56.346233 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c41bb-0af3-4023-a707-ff5925c1f59e req-a9e97c5a-fd99-4d55-8d3f-08274733065f tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:56.347869 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a91c41bb-0af3-4023-a707-ff5925c1f59e req-a9e97c5a-fd99-4d55-8d3f-08274733065f tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 984 time: 0.0507505 Jan 26 19:11:56.410394 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a91c41bb-0af3-4023-a707-ff5925c1f59e req-8ad6a244-26c9-4e30-90ea-419a88a332c8 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=5409cfa3-aaa8-45a4-bfa9-371fc0686155&id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566378 Jan 26 19:11:56.411330 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc661dc3-0f7b-4a26-85c1-95d2064d5b0c req-aac662d0-3932-42eb-b2bb-9a16f41e54d2 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:56.413548 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fc661dc3-0f7b-4a26-85c1-95d2064d5b0c req-aac662d0-3932-42eb-b2bb-9a16f41e54d2 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 946 time: 0.0567508 Jan 26 19:11:56.460701 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fc661dc3-0f7b-4a26-85c1-95d2064d5b0c req-3702707c-0e7a-455a-bf88-d67409704d28 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412121 Jan 26 19:11:56.607702 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device fcedf073-6fdd-456f-bf3a-7b2d167be156 no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:11:56.635336 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: fcedf073-6fdd-456f-bf3a-7b2d167be156 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:11:56.635336 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device fcedf073-6fdd-456f-bf3a-7b2d167be156 not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:11:56.829464 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddfa2d-c505-412c-8fc2-fc0a3ed8808a req-ef6a9ba1-fc02-4045-8c53-1467c7fe8881 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:56.832470 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a9ddfa2d-c505-412c-8fc2-fc0a3ed8808a req-ef6a9ba1-fc02-4045-8c53-1467c7fe8881 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 943 time: 0.0483506 Jan 26 19:11:56.882168 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a9ddfa2d-c505-412c-8fc2-fc0a3ed8808a req-0ff09276-ea6f-42fb-b263-f712c472f6a8 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454624 Jan 26 19:11:56.985743 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47964) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:57.027365 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-2edfc1bb-0154-45aa-b8c1-3d59a85e40e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2706edc2a6b4d0eae045932d32614da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403788 Jan 26 19:11:57.029939 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 47968) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:11:57.082241 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-34486a41-f12f-40e5-b22d-055860940d46 admin admin] Publish callbacks [] for security_group (fb650cfa-b75b-4c9f-8953-795ac1652f6c), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:57.104959 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-34486a41-f12f-40e5-b22d-055860940d46 admin admin] Publish callbacks [] for security_group (fb650cfa-b75b-4c9f-8953-795ac1652f6c), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:57.116696 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 8def644c-b829-4ce5-8e3c-caebf4c76abe details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:11:57.216038 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 8def644c-b829-4ce5-8e3c-caebf4c76abe, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=8def644c-b829-4ce5-8e3c-caebf4c76abe,segment=NetworkSegment(8d004c3e-6026-4999-ae81-d0080e1c3c6b),segment_id=8d004c3e-6026-4999-ae81-d0080e1c3c6b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:57.228858 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': '8def644c-b829-4ce5-8e3c-caebf4c76abe', 'network_id': '0fc535ff-97cd-488b-8a87-edf2cc218b13', 'port_id': '8def644c-b829-4ce5-8e3c-caebf4c76abe', 'mac_address': 'fa:16:3e:1e:d6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0a2443-2b5f-42db-96f9-13b57a5be7c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:11:57.247259 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-34486a41-f12f-40e5-b22d-055860940d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (fb650cfa-b75b-4c9f-8953-795ac1652f6c), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:57.250661 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-34486a41-f12f-40e5-b22d-055860940d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:57.251688 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-34486a41-f12f-40e5-b22d-055860940d46 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb650cfa-b75b-4c9f-8953-795ac1652f6c HTTP/1.1" status: 204 len: 168 time: 0.2201953 Jan 26 19:11:57.263647 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34486a41-f12f-40e5-b22d-055860940d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb650cfa-b75b-4c9f-8953-795ac1652f6c,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:57.268022 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 8def644c-b829-4ce5-8e3c-caebf4c76abe is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:11:57.268606 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (8def644c-b829-4ce5-8e3c-caebf4c76abe), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:57.286336 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8def644c-b829-4ce5-8e3c-caebf4c76abe {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:11:57.309955 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 8def644c-b829-4ce5-8e3c-caebf4c76abe, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=8def644c-b829-4ce5-8e3c-caebf4c76abe,segment=NetworkSegment(8d004c3e-6026-4999-ae81-d0080e1c3c6b),segment_id=8d004c3e-6026-4999-ae81-d0080e1c3c6b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:57.401332 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (8def644c-b829-4ce5-8e3c-caebf4c76abe), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:57.448621 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=8def644c-b829-4ce5-8e3c-caebf4c76abe,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:57.456365 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:57.456721 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:57.457149 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:57.457539 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:57.457881 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:57.458222 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:57.458550 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:57.458887 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:57.459234 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:57.459547 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:57.459873 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:57.460200 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:57.460523 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:11:57.747710 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['8def644c-b829-4ce5-8e3c-caebf4c76abe'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:11:58.004309 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4d2b3-c5f0-4898-a6c1-b5b3b2212c22 req-d875f8af-ed8c-4b81-94eb-6e07e3aa1126 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:58.005933 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5c4d2b3-c5f0-4898-a6c1-b5b3b2212c22 req-d875f8af-ed8c-4b81-94eb-6e07e3aa1126 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 944 time: 0.0516160 Jan 26 19:11:58.054301 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5c4d2b3-c5f0-4898-a6c1-b5b3b2212c22 req-6c22cde3-ecb0-492a-8c30-2bc1fa5179a4 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425937 Jan 26 19:11:59.128464 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 8def644c-b829-4ce5-8e3c-caebf4c76abe up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:11:59.179411 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2b7f9-5570-4688-a097-5da22306739b req-bfefd2d5-5e2f-4c33-855e-14a43f4e4104 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:59.179411 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ddb2b7f9-5570-4688-a097-5da22306739b req-bfefd2d5-5e2f-4c33-855e-14a43f4e4104 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 944 time: 0.0563891 Jan 26 19:11:59.230952 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ddb2b7f9-5570-4688-a097-5da22306739b req-39104c3f-40ba-40f3-b0cb-1dd9be829e6f tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474377 Jan 26 19:11:59.264666 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port 8def644c-b829-4ce5-8e3c-caebf4c76abe completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:11:59.269212 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port 8def644c-b829-4ce5-8e3c-caebf4c76abe triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:11:59.269592 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (8def644c-b829-4ce5-8e3c-caebf4c76abe), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:59.347161 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 8def644c-b829-4ce5-8e3c-caebf4c76abe is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:11:59.347592 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (8def644c-b829-4ce5-8e3c-caebf4c76abe), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:59.374732 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd7cfdb-f317-49b8-b36f-2ecfdce14407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8def644c-b829-4ce5-8e3c-caebf4c76abe'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:11:59.374732 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62999011-003e-4736-b69c-3db77408a3b8" -d '{"events": [{"server_uuid": "ccd7cfdb-f317-49b8-b36f-2ecfdce14407", "name": "network-vif-plugged", "status": "completed", "tag": "8def644c-b829-4ce5-8e3c-caebf4c76abe"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:11:59.388440 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 8def644c-b829-4ce5-8e3c-caebf4c76abe, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=8def644c-b829-4ce5-8e3c-caebf4c76abe,segment=NetworkSegment(8d004c3e-6026-4999-ae81-d0080e1c3c6b),segment_id=8d004c3e-6026-4999-ae81-d0080e1c3c6b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:11:59.410042 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f651e4-76e2-4d88-a345-dda6b561fafd x-openstack-request-id: req-52f651e4-76e2-4d88-a345-dda6b561fafd {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:11:59.410338 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd7cfdb-f317-49b8-b36f-2ecfdce14407", "name": "network-vif-plugged", "status": "completed", "tag": "8def644c-b829-4ce5-8e3c-caebf4c76abe", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:11:59.410599 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52f651e4-76e2-4d88-a345-dda6b561fafd {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:11:59.410999 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd7cfdb-f317-49b8-b36f-2ecfdce14407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8def644c-b829-4ce5-8e3c-caebf4c76abe', 'code': 200} Jan 26 19:11:59.452935 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (8def644c-b829-4ce5-8e3c-caebf4c76abe), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:11:59.480031 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-4ab0b0e8-cc2a-447c-8640-5a1080428995 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:59.481547 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-4ab0b0e8-cc2a-447c-8640-5a1080428995 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/networks?id=4bf3817b-e6f9-45df-ba5a-e356d5d92d74 HTTP/1.1" status: 200 len: 815 time: 0.1053340 Jan 26 19:11:59.497074 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-bb1980c4-d4b3-44c8-b0ef-8237c0f187dd tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/quotas/6e51bb332fe1461292c93dc04d0ca04e HTTP/1.1" status: 200 len: 375 time: 0.0093927 Jan 26 19:11:59.502074 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=8def644c-b829-4ce5-8e3c-caebf4c76abe,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:11:59.549708 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-c4322d47-d1e5-4466-86e4-41700f3c74b7 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e51bb332fe1461292c93dc04d0ca04e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461199 Jan 26 19:11:59.644733 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-f24c887f-0fce-4c96-a364-decd56227423 service neutron] 10.222.0.52 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883446 Jan 26 19:11:59.768616 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-afa7f9b7-8c3a-4ae8-b047-57c29e0018ad service neutron] 10.222.0.52 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182585 Jan 26 19:11:59.771255 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877589b-a947-42f1-acaa-f344358b2e7d req-4c36af03-7b64-442c-9dc2-351c29ec57c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:11:59.772600 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6877589b-a947-42f1-acaa-f344358b2e7d req-4c36af03-7b64-442c-9dc2-351c29ec57c5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 1098 time: 0.0727789 Jan 26 19:11:59.818446 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-6877589b-a947-42f1-acaa-f344358b2e7d req-abbe8768-d68d-49b7-9fda-38a65a3ce2db service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396919 Jan 26 19:12:00.036012 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a43096e-1df7-45ac-81d7-36f00e46ab2c req-029b5886-98ce-4fbd-bc2a-a91844aad903 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 210 time: 0.0261149 Jan 26 19:12:00.347093 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7fc8c-18db-420a-8298-145785cf3b52 req-3be7d6df-af55-4c41-b3ee-f2ac7d704bc7 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:00.348674 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-83d7fc8c-18db-420a-8298-145785cf3b52 req-3be7d6df-af55-4c41-b3ee-f2ac7d704bc7 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 945 time: 0.0498188 Jan 26 19:12:00.395903 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-83d7fc8c-18db-420a-8298-145785cf3b52 req-79ed9d9e-e10c-4129-b7f5-1ff3209ea293 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 Jan 26 19:12:01.133592 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d6bd97c6-84fc-4b46-a9c6-568f4e91326b req-3db7b07c-eb5e-4eb4-8ee7-0b7f68636947 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 210 time: 0.0302825 Jan 26 19:12:01.514121 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680adfe-43ef-433b-b9eb-ab2ff35b754d req-932d4619-888d-41dc-a2c3-aa86b0df06e0 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:01.515902 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c680adfe-43ef-433b-b9eb-ab2ff35b754d req-932d4619-888d-41dc-a2c3-aa86b0df06e0 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 945 time: 0.0522103 Jan 26 19:12:01.562154 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c680adfe-43ef-433b-b9eb-ab2ff35b754d req-1dc5b6b7-8e1e-4eb3-8b55-64549e0d58be tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Jan 26 19:12:02.098391 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-bc74f7f0-2970-44e4-aa9b-60568e39a515 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:02.099846 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-bc74f7f0-2970-44e4-aa9b-60568e39a515 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.55 "GET /v2.0/networks?id=4bf3817b-e6f9-45df-ba5a-e356d5d92d74 HTTP/1.1" status: 200 len: 815 time: 0.1034153 Jan 26 19:12:02.111827 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-66693911-f338-4d65-b755-70148d127f54 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Request body: {'port': {'device_id': '8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd', 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74', 'admin_state_up': True, 'tenant_id': '6e51bb332fe1461292c93dc04d0ca04e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:12:02.233396 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-53d3e950-33c0-4353-bd98-26db8ab71373 req-049c2b09-30f9-45ef-abec-32426d939332 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 210 time: 0.0266378 Jan 26 19:12:02.315542 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-66693911-f338-4d65-b755-70148d127f54 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Made reservation on behalf of 6e51bb332fe1461292c93dc04d0ca04e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:12:02.318869 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-66693911-f338-4d65-b755-70148d127f54 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:02.448084 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-66693911-f338-4d65-b755-70148d127f54 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Allocated IP 172.20.0.11 (4bf3817b-e6f9-45df-ba5a-e356d5d92d74/c7ec1fdf-0582-4a14-babf-f0b6d2a02e31/2c5f8a57-e901-4292-a3ec-407e0cc90120) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:12:02.597353 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-66693911-f338-4d65-b755-70148d127f54 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks [] for port (2c5f8a57-e901-4292-a3ec-407e0cc90120), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:02.744932 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-66693911-f338-4d65-b755-70148d127f54 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (2c5f8a57-e901-4292-a3ec-407e0cc90120), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:02.758784 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['c61e260b-a6d5-4f6b-9b51-4798465e724c', 'dfc98967-14f9-433a-ac1c-3a700ad26bce'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:12:02.793602 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-66693911-f338-4d65-b755-70148d127f54 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:12:02.797354 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-66693911-f338-4d65-b755-70148d127f54 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:12:02.799964 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-66693911-f338-4d65-b755-70148d127f54 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:12:02.827762 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66693911-f338-4d65-b755-70148d127f54 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Pushing event updated for resources: {'Port': ['ID=2c5f8a57-e901-4292-a3ec-407e0cc90120,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:02.860611 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-66693911-f338-4d65-b755-70148d127f54 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:02.861077 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-66693911-f338-4d65-b755-70148d127f54 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:03.044601 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-66693911-f338-4d65-b755-70148d127f54 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9366798 Jan 26 19:12:03.053552 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e48f88-40c7-43db-9dfc-9a713e1f0561 req-812aef17-9747-46bd-b89b-7401653fa809 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:03.055021 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-74e48f88-40c7-43db-9dfc-9a713e1f0561 req-812aef17-9747-46bd-b89b-7401653fa809 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 945 time: 0.0491123 Jan 26 19:12:03.059146 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Request body: {'port': {'device_id': '8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:12:03.114332 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-74e48f88-40c7-43db-9dfc-9a713e1f0561 req-d45def12-83f5-4b8c-8c38-c59e0165490b tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535564 Jan 26 19:12:03.115540 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (2c5f8a57-e901-4292-a3ec-407e0cc90120), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:03.381999 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e18b1-20e4-4d86-8e5f-1aa174b3390f req-4d484a2f-9265-4a4d-a11e-403b5df3c1c1 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:03.383426 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c78e18b1-20e4-4d86-8e5f-1aa174b3390f req-4d484a2f-9265-4a4d-a11e-403b5df3c1c1 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 932 time: 0.0790155 Jan 26 19:12:03.427028 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5f8a57-e901-4292-a3ec-407e0cc90120 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:12:03.436671 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Publish callbacks [] for port (2c5f8a57-e901-4292-a3ec-407e0cc90120), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:03.463921 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Transition to ACTIVE for port object 2c5f8a57-e901-4292-a3ec-407e0cc90120 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:12:03.469089 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c78e18b1-20e4-4d86-8e5f-1aa174b3390f req-6b32e9db-73b1-4e41-ab67-7055722115d6 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677431 Jan 26 19:12:03.532867 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (2c5f8a57-e901-4292-a3ec-407e0cc90120), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:03.582675 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Pushing event updated for resources: {'Port': ['ID=2c5f8a57-e901-4292-a3ec-407e0cc90120,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:03.651301 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Attempting to bind port 2c5f8a57-e901-4292-a3ec-407e0cc90120 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:12:03.652008 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Attempting to bind port 2c5f8a57-e901-4292-a3ec-407e0cc90120 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '564241a2-05f9-4939-81cb-6ab74458db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:12:03.652008 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Attempting to bind port 2c5f8a57-e901-4292-a3ec-407e0cc90120 on network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:12:03.656207 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Port 2c5f8a57-e901-4292-a3ec-407e0cc90120 on network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:12:03.656530 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Attempting to bind port 2c5f8a57-e901-4292-a3ec-407e0cc90120 on network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:12:03.661406 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:12:03.668150 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Checking segment: {'id': '564241a2-05f9-4939-81cb-6ab74458db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:12:03.668150 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Bound using segment: {'id': '564241a2-05f9-4939-81cb-6ab74458db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:12:03.668150 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Bound port: 2c5f8a57-e901-4292-a3ec-407e0cc90120, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564241a2-05f9-4939-81cb-6ab74458db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:12:03.668150 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (2c5f8a57-e901-4292-a3ec-407e0cc90120), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:03.724320 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] For port 2c5f8a57-e901-4292-a3ec-407e0cc90120, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:12:03.727378 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] For port 2c5f8a57-e901-4292-a3ec-407e0cc90120, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=2c5f8a57-e901-4292-a3ec-407e0cc90120,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:12:03.881843 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (2c5f8a57-e901-4292-a3ec-407e0cc90120), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:03.916653 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:03.917297 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:03.918674 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] 10.222.0.55 "PUT /v2.0/ports/2c5f8a57-e901-4292-a3ec-407e0cc90120 HTTP/1.1" status: 200 len: 1094 time: 0.8638875 Jan 26 19:12:03.919112 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd', 'tag': '2c5f8a57-e901-4292-a3ec-407e0cc90120'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:12:03.921902 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e788bc6d-5eac-43e5-826f-9d3afe1710b0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd", "tag": "2c5f8a57-e901-4292-a3ec-407e0cc90120"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:12:03.945768 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5f7ca-0a44-4e03-8972-d362e61f24ca service neutron] Pushing event updated for resources: {'Port': ['ID=2c5f8a57-e901-4292-a3ec-407e0cc90120,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:03.957644 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44954c1e-4f55-4b96-9a69-2029a6f4c1d4 x-openstack-request-id: req-44954c1e-4f55-4b96-9a69-2029a6f4c1d4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:12:03.957934 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd", "tag": "2c5f8a57-e901-4292-a3ec-407e0cc90120", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:12:03.958189 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44954c1e-4f55-4b96-9a69-2029a6f4c1d4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:12:03.958582 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd', 'tag': '2c5f8a57-e901-4292-a3ec-407e0cc90120', 'status': 'completed', 'code': 200} Jan 26 19:12:04.023163 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788bc6d-5eac-43e5-826f-9d3afe1710b0 req-019527f7-aba7-4dc5-8724-36f40a3e1d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:04.024660 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e788bc6d-5eac-43e5-826f-9d3afe1710b0 req-019527f7-aba7-4dc5-8724-36f40a3e1d30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e51bb332fe1461292c93dc04d0ca04e&device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 1097 time: 0.0446224 Jan 26 19:12:04.121719 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788bc6d-5eac-43e5-826f-9d3afe1710b0 req-50cab7d8-7e44-401c-bd81-b9868cdbcd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:04.123174 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e788bc6d-5eac-43e5-826f-9d3afe1710b0 req-50cab7d8-7e44-401c-bd81-b9868cdbcd19 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6e51bb332fe1461292c93dc04d0ca04e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0896101 Jan 26 19:12:04.260279 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc8d27-8d11-42df-ba7f-e4a6dcd2db43 req-34ff8dac-20c0-40bc-aa36-ac2e9c2423ac tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:04.261768 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a3cc8d27-8d11-42df-ba7f-e4a6dcd2db43 req-34ff8dac-20c0-40bc-aa36-ac2e9c2423ac tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 945 time: 0.0767002 Jan 26 19:12:04.264742 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788bc6d-5eac-43e5-826f-9d3afe1710b0 req-e5d0cea5-f924-4b47-8081-b16eca22d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:04.266144 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e788bc6d-5eac-43e5-826f-9d3afe1710b0 req-e5d0cea5-f924-4b47-8081-b16eca22d91e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319680 Jan 26 19:12:04.313648 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a3cc8d27-8d11-42df-ba7f-e4a6dcd2db43 req-f2408f46-a9a6-40df-82f4-b79ca611ac8a tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/security-groups?id=52f96660-fc30-4392-8acb-66b039bf9a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457857 Jan 26 19:12:04.500330 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-fd35569a-e9eb-4adb-9db5-eed7c579c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:04.501880 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-fd35569a-e9eb-4adb-9db5-eed7c579c656 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e51bb332fe1461292c93dc04d0ca04e&device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 1097 time: 0.0407596 Jan 26 19:12:04.547770 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-9351898d-424a-4edd-ac10-0f60e3ec3ce2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c5f8a57-e901-4292-a3ec-407e0cc90120 HTTP/1.1" status: 200 len: 217 time: 0.0374429 Jan 26 19:12:04.583453 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45f52f-7048-4b37-aab1-b734009d537c req-62bf974e-ad20-43b1-b44d-af6fa559decc tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:04.585544 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8d45f52f-7048-4b37-aab1-b734009d537c req-62bf974e-ad20-43b1-b44d-af6fa559decc tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 944 time: 0.0485120 Jan 26 19:12:04.596956 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-f61d6b16-9f80-4cde-8993-94998d15478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:04.598437 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-f61d6b16-9f80-4cde-8993-94998d15478b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c7ec1fdf-0582-4a14-babf-f0b6d2a02e31 HTTP/1.1" status: 200 len: 855 time: 0.0447133 Jan 26 19:12:04.630467 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-e7727eec-69a3-4606-9ebb-637d330eca57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4bf3817b-e6f9-45df-ba5a-e356d5d92d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247488 Jan 26 19:12:04.634884 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8d45f52f-7048-4b37-aab1-b734009d537c req-54587c82-868f-452e-ae2b-8ba20b446821 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441844 Jan 26 19:12:04.755551 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b6e65-f57a-4d1b-a27d-347fb56ad4fd req-2fc54c27-de3a-460c-9d02-3312d009aa43 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:04.756899 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e88b6e65-f57a-4d1b-a27d-347fb56ad4fd req-2fc54c27-de3a-460c-9d02-3312d009aa43 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 945 time: 0.0732193 Jan 26 19:12:04.760434 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-55cdb44a-be3e-40d3-865f-ec430184b834 service neutron] 10.222.0.55 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224418 Jan 26 19:12:04.906562 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-68f875fd-7d79-499e-8a96-e6f0aa584c42 req-923cfa9f-ab70-4eb7-82b7-0352313ade1a service neutron] 10.222.0.55 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330760 Jan 26 19:12:04.923503 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e88b6e65-f57a-4d1b-a27d-347fb56ad4fd req-56e3b153-5dce-43b0-9a0e-c06331c06e98 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Deleting port 8def644c-b829-4ce5-8e3c-caebf4c76abe {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:12:04.923840 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e88b6e65-f57a-4d1b-a27d-347fb56ad4fd req-56e3b153-5dce-43b0-9a0e-c06331c06e98 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (8def644c-b829-4ce5-8e3c-caebf4c76abe), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:05.012732 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e88b6e65-f57a-4d1b-a27d-347fb56ad4fd req-56e3b153-5dce-43b0-9a0e-c06331c06e98 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] For port 8def644c-b829-4ce5-8e3c-caebf4c76abe, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=8def644c-b829-4ce5-8e3c-caebf4c76abe,segment=NetworkSegment(8d004c3e-6026-4999-ae81-d0080e1c3c6b),segment_id=8d004c3e-6026-4999-ae81-d0080e1c3c6b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:12:05.013129 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e88b6e65-f57a-4d1b-a27d-347fb56ad4fd req-56e3b153-5dce-43b0-9a0e-c06331c06e98 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (8def644c-b829-4ce5-8e3c-caebf4c76abe), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:05.026304 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e88b6e65-f57a-4d1b-a27d-347fb56ad4fd req-56e3b153-5dce-43b0-9a0e-c06331c06e98 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Calling delete_port for 8def644c-b829-4ce5-8e3c-caebf4c76abe owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:12:05.230243 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e88b6e65-f57a-4d1b-a27d-347fb56ad4fd req-56e3b153-5dce-43b0-9a0e-c06331c06e98 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (8def644c-b829-4ce5-8e3c-caebf4c76abe), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:05.242270 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['8def644c-b829-4ce5-8e3c-caebf4c76abe'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:12:05.262216 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3b153-5dce-43b0-9a0e-c06331c06e98 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Pushing event deleted for resources: {'Port': ['ID=8def644c-b829-4ce5-8e3c-caebf4c76abe,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:05.302544 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88b6e65-f57a-4d1b-a27d-347fb56ad4fd req-56e3b153-5dce-43b0-9a0e-c06331c06e98 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] No DVR routers for this DVR port 8def644c-b829-4ce5-8e3c-caebf4c76abe on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:12:05.305006 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e88b6e65-f57a-4d1b-a27d-347fb56ad4fd req-56e3b153-5dce-43b0-9a0e-c06331c06e98 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:05.308301 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e88b6e65-f57a-4d1b-a27d-347fb56ad4fd req-56e3b153-5dce-43b0-9a0e-c06331c06e98 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.55 "DELETE /v2.0/ports/8def644c-b829-4ce5-8e3c-caebf4c76abe HTTP/1.1" status: 204 len: 173 time: 0.5416465 Jan 26 19:12:05.408298 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fad60dad-88e5-41eb-b0e7-a1dfdc1447ae req-545b3d17-81c8-44fd-bfed-9c7116495441 tempest-VolumesActionsTest-1270836917 tempest-VolumesActionsTest-1270836917-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccd7cfdb-f317-49b8-b36f-2ecfdce14407 HTTP/1.1" status: 200 len: 210 time: 0.0270119 Jan 26 19:12:05.751751 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4aebb-fdc8-48d9-aeec-74430a1b83aa req-01049474-a173-4930-ada5-ddcee498481e tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:05.753256 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-37f4aebb-fdc8-48d9-aeec-74430a1b83aa req-01049474-a173-4930-ada5-ddcee498481e tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 944 time: 0.0491142 Jan 26 19:12:05.801285 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-37f4aebb-fdc8-48d9-aeec-74430a1b83aa req-cfd90be8-e169-4d6e-8a9c-4e893c1a2814 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422587 Jan 26 19:12:05.960017 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd7cfdb-f317-49b8-b36f-2ecfdce14407', 'name': 'network-vif-deleted', 'tag': '8def644c-b829-4ce5-8e3c-caebf4c76abe'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:12:05.962501 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c558be5-0095-4f21-b747-7897fb65be97" -d '{"events": [{"server_uuid": "ccd7cfdb-f317-49b8-b36f-2ecfdce14407", "name": "network-vif-deleted", "tag": "8def644c-b829-4ce5-8e3c-caebf4c76abe"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:12:05.995943 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f921995a-65e7-4e97-80c3-bf7ab00951ba x-openstack-request-id: req-f921995a-65e7-4e97-80c3-bf7ab00951ba {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:12:05.995943 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd7cfdb-f317-49b8-b36f-2ecfdce14407", "name": "network-vif-deleted", "tag": "8def644c-b829-4ce5-8e3c-caebf4c76abe", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:12:05.996172 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f921995a-65e7-4e97-80c3-bf7ab00951ba {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:12:05.996405 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd7cfdb-f317-49b8-b36f-2ecfdce14407', 'name': 'network-vif-deleted', 'tag': '8def644c-b829-4ce5-8e3c-caebf4c76abe', 'status': 'completed', 'code': 200} Jan 26 19:12:06.919756 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e82338-7a10-4f22-9f3c-154e9a1c7e5e req-acd2d6ce-75cb-457f-9b9b-41a0e5171ee7 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:06.921240 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e9e82338-7a10-4f22-9f3c-154e9a1c7e5e req-acd2d6ce-75cb-457f-9b9b-41a0e5171ee7 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 944 time: 0.0483942 Jan 26 19:12:06.973466 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e9e82338-7a10-4f22-9f3c-154e9a1c7e5e req-4b9cc2f0-f17f-4b53-9323-bebe19714f8d tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463555 Jan 26 19:12:07.109596 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d28e467-1312-4fac-afff-22dbca1bb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:08.091925 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daae1b1-ae93-4bd1-ab26-15ee5f5ea2f7 req-80dfdc15-5107-4fe1-aa32-bacc273b0a7d tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:08.093428 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2daae1b1-ae93-4bd1-ab26-15ee5f5ea2f7 req-80dfdc15-5107-4fe1-aa32-bacc273b0a7d tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 944 time: 0.0491378 Jan 26 19:12:08.138758 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2daae1b1-ae93-4bd1-ab26-15ee5f5ea2f7 req-42e3896b-d2de-4441-82f6-06c3ba594ac8 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397294 Jan 26 19:12:09.251828 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49dd07-45aa-42d6-ab95-e5a3a009fa7a req-fd3ee18e-4281-4af1-92d6-77fe10e2a5f9 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:09.253324 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2e49dd07-45aa-42d6-ab95-e5a3a009fa7a req-fd3ee18e-4281-4af1-92d6-77fe10e2a5f9 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 944 time: 0.0477469 Jan 26 19:12:09.299564 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2e49dd07-45aa-42d6-ab95-e5a3a009fa7a req-e651ae15-b22c-49ce-b917-26134b511514 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406079 Jan 26 19:12:09.545094 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a13ab5bc-cc93-468b-b7b0-b3962f445c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:09.854368 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 2c5f8a57-e901-4292-a3ec-407e0cc90120 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:12:09.948830 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 2c5f8a57-e901-4292-a3ec-407e0cc90120, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=2c5f8a57-e901-4292-a3ec-407e0cc90120,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:12:09.960114 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': '2c5f8a57-e901-4292-a3ec-407e0cc90120', 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74', 'port_id': '2c5f8a57-e901-4292-a3ec-407e0cc90120', 'mac_address': 'fa:16:3e:55:81:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ec1fdf-0582-4a14-babf-f0b6d2a02e31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:12:09.995579 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 2c5f8a57-e901-4292-a3ec-407e0cc90120 is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:12:09.995975 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (2c5f8a57-e901-4292-a3ec-407e0cc90120), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:10.009101 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5f8a57-e901-4292-a3ec-407e0cc90120 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:12:10.027904 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 2c5f8a57-e901-4292-a3ec-407e0cc90120, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=2c5f8a57-e901-4292-a3ec-407e0cc90120,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:12:10.098622 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (2c5f8a57-e901-4292-a3ec-407e0cc90120), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:10.147479 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=2c5f8a57-e901-4292-a3ec-407e0cc90120,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:10.416039 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f5df1-3540-4d0e-afba-703960ebd28b req-904977bd-f64d-43a1-8c28-3c65ae834c5c tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:10.417465 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-577f5df1-3540-4d0e-afba-703960ebd28b req-904977bd-f64d-43a1-8c28-3c65ae834c5c tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 945 time: 0.0513828 Jan 26 19:12:10.463196 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-577f5df1-3540-4d0e-afba-703960ebd28b req-3dfe7391-511d-4cd4-9ab8-4d57526ffa34 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400484 Jan 26 19:12:10.646879 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:10.925623 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 8def644c-b829-4ce5-8e3c-caebf4c76abe no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:12:10.947204 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: 8def644c-b829-4ce5-8e3c-caebf4c76abe {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:12:10.947583 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 8def644c-b829-4ce5-8e3c-caebf4c76abe not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:12:11.226517 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['2c5f8a57-e901-4292-a3ec-407e0cc90120'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:12:11.576880 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c539d-825f-498a-9902-5fe3d0177fc2 req-14caf7af-b822-47d1-a9a1-3599915a9cda tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:11.578455 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e42c539d-825f-498a-9902-5fe3d0177fc2 req-14caf7af-b822-47d1-a9a1-3599915a9cda tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 945 time: 0.0478108 Jan 26 19:12:11.624435 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e42c539d-825f-498a-9902-5fe3d0177fc2 req-4d8ef533-a662-4f24-80a1-a24dbd88b6be tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401044 Jan 26 19:12:12.664585 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:12.742203 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c63b9-22d2-4459-9632-10a6315dd4a9 req-f516d60c-152a-4458-a199-dbd29f296df8 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:12.743700 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1f3c63b9-22d2-4459-9632-10a6315dd4a9 req-f516d60c-152a-4458-a199-dbd29f296df8 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 945 time: 0.0499439 Jan 26 19:12:12.796089 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1f3c63b9-22d2-4459-9632-10a6315dd4a9 req-90382794-96b3-4a4a-87f5-94dc55a4b7d8 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456190 Jan 26 19:12:13.221637 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 2c5f8a57-e901-4292-a3ec-407e0cc90120 up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:12:13.367171 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port 2c5f8a57-e901-4292-a3ec-407e0cc90120 completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:12:13.374456 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port 2c5f8a57-e901-4292-a3ec-407e0cc90120 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:12:13.375023 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (2c5f8a57-e901-4292-a3ec-407e0cc90120), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:13.474794 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port 2c5f8a57-e901-4292-a3ec-407e0cc90120 is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:12:13.475410 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (2c5f8a57-e901-4292-a3ec-407e0cc90120), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:13.499941 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5f8a57-e901-4292-a3ec-407e0cc90120'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:12:13.502310 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf881d65-b195-4b77-9b4b-740852ee180e" -d '{"events": [{"server_uuid": "8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd", "name": "network-vif-plugged", "status": "completed", "tag": "2c5f8a57-e901-4292-a3ec-407e0cc90120"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:12:13.541191 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port 2c5f8a57-e901-4292-a3ec-407e0cc90120, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=2c5f8a57-e901-4292-a3ec-407e0cc90120,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:12:13.590326 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ed93b7-bab2-4d44-8fe1-a6b669296c10 x-openstack-request-id: req-b3ed93b7-bab2-4d44-8fe1-a6b669296c10 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:12:13.590866 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd", "name": "network-vif-plugged", "status": "completed", "tag": "2c5f8a57-e901-4292-a3ec-407e0cc90120", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:12:13.591399 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3ed93b7-bab2-4d44-8fe1-a6b669296c10 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:12:13.592024 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5f8a57-e901-4292-a3ec-407e0cc90120', 'code': 200} Jan 26 19:12:13.650877 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (2c5f8a57-e901-4292-a3ec-407e0cc90120), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:13.761140 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=2c5f8a57-e901-4292-a3ec-407e0cc90120,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:13.881410 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:13.939130 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baefbd-7759-49d7-8d26-b2ad956bdb2e req-aadbcb6b-69c4-4e59-ae47-b00a2405ffdb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:13.946925 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-96baefbd-7759-49d7-8d26-b2ad956bdb2e req-aadbcb6b-69c4-4e59-ae47-b00a2405ffdb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 946 time: 0.0763505 Jan 26 19:12:14.005197 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-96baefbd-7759-49d7-8d26-b2ad956bdb2e req-d882e328-f848-408a-8e71-72a19fa9d4d2 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555792 Jan 26 19:12:14.467402 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a11ba-828d-4ad4-91f1-51e47332b152 req-fa9ea051-9699-455d-84c7-7a2bad1cc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:14.468863 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-206a11ba-828d-4ad4-91f1-51e47332b152 req-fa9ea051-9699-455d-84c7-7a2bad1cc018 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 1099 time: 0.3214889 Jan 26 19:12:14.523722 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-206a11ba-828d-4ad4-91f1-51e47332b152 req-6afaadb0-2f4a-417e-b484-772433fe3c57 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470266 Jan 26 19:12:15.114044 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425eb140-944e-481b-8551-0d13e1abfacf req-486fccab-6391-4ee6-853d-25ff80becc96 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:15.115604 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-425eb140-944e-481b-8551-0d13e1abfacf req-486fccab-6391-4ee6-853d-25ff80becc96 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 946 time: 0.0481184 Jan 26 19:12:15.165310 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-425eb140-944e-481b-8551-0d13e1abfacf req-4a4b54fc-a2af-430a-8e04-e4c413116fcf tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434651 Jan 26 19:12:15.718704 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:12:16.301746 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce78eaf-f8a1-4506-aaa4-9c82df20593c req-daa68461-e2a4-4300-a858-9a74c9e6d8f2 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:16.310160 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cce78eaf-f8a1-4506-aaa4-9c82df20593c req-daa68461-e2a4-4300-a858-9a74c9e6d8f2 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 946 time: 0.0604775 Jan 26 19:12:16.357872 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cce78eaf-f8a1-4506-aaa4-9c82df20593c req-613f0e1d-61d1-447d-a785-7987786f13cd tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464251 Jan 26 19:12:22.001111 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:27.317293 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5f0cb0b1-8d2a-4bb0-8566-9a023638b552 req-5b1ae66c-2540-47e5-8a51-192b9ac35337 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423570 Jan 26 19:12:27.429212 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cb0b1-8d2a-4bb0-8566-9a023638b552 req-b721de65-8ef1-45f9-9da4-1b2e990aea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:27.431112 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5f0cb0b1-8d2a-4bb0-8566-9a023638b552 req-b721de65-8ef1-45f9-9da4-1b2e990aea5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e696aded712424fa11e2cea742d7fcf&device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 1099 time: 0.0619471 Jan 26 19:12:27.551549 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cb0b1-8d2a-4bb0-8566-9a023638b552 req-c6b0a3c9-3a60-465d-aab3-f3eb5698dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:27.558753 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5f0cb0b1-8d2a-4bb0-8566-9a023638b552 req-c6b0a3c9-3a60-465d-aab3-f3eb5698dca8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1887265-1d4b-4b0f-a079-aa5abdb4c028 HTTP/1.1" status: 200 len: 913 time: 0.1012630 Jan 26 19:12:27.627619 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5f0cb0b1-8d2a-4bb0-8566-9a023638b552 req-a4ac92df-ae01-47e6-b381-72c5753b4a31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9044ce74-f599-4ffa-9a03-c99968d4aa99 HTTP/1.1" status: 200 len: 1001 time: 0.0675135 Jan 26 19:12:27.687764 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cb0b1-8d2a-4bb0-8566-9a023638b552 req-cf1881f4-c47c-4c21-bb61-caff4fa617f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:27.689692 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5f0cb0b1-8d2a-4bb0-8566-9a023638b552 req-cf1881f4-c47c-4c21-bb61-caff4fa617f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=201de6dd-0e18-46ec-b3e0-295cd0d4de2d HTTP/1.1" status: 200 len: 851 time: 0.0489933 Jan 26 19:12:27.749336 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cb0b1-8d2a-4bb0-8566-9a023638b552 req-84987a5e-226c-4a1f-b035-6d1f20bbb39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:27.751100 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5f0cb0b1-8d2a-4bb0-8566-9a023638b552 req-84987a5e-226c-4a1f-b035-6d1f20bbb39b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1887265-1d4b-4b0f-a079-aa5abdb4c028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536230 Jan 26 19:12:27.853327 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5f0cb0b1-8d2a-4bb0-8566-9a023638b552 req-e4985e4c-ca41-470c-869a-1561a84f89ed service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948668 Jan 26 19:12:27.948597 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5f0cb0b1-8d2a-4bb0-8566-9a023638b552 req-e17f20e4-b324-419a-aeb5-db7e3fdefdd9 service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866508 Jan 26 19:12:30.764541 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-a79e3807-8c7d-4b35-81ca-c7c9eb19bda9 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:30.766338 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-a79e3807-8c7d-4b35-81ca-c7c9eb19bda9 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/networks?id=4bf3817b-e6f9-45df-ba5a-e356d5d92d74 HTTP/1.1" status: 200 len: 815 time: 0.1062996 Jan 26 19:12:30.781758 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-73f9d6fb-c19d-4d0b-b46f-911b5baf6b30 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/quotas/6e51bb332fe1461292c93dc04d0ca04e HTTP/1.1" status: 200 len: 375 time: 0.0098259 Jan 26 19:12:30.835337 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-d1c39562-9688-4f36-9876-0be5135c8325 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e51bb332fe1461292c93dc04d0ca04e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487833 Jan 26 19:12:30.929906 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-f882fa20-95fe-491e-bbc5-f3cb83506f5b service neutron] 10.222.0.52 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877709 Jan 26 19:12:31.019350 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-c2e3187f-af4b-4e37-a0d2-d3cfabfde5e5 service neutron] 10.222.0.52 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836740 Jan 26 19:12:31.328707 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f7925152-1e37-42a9-8717-fb6351c4a947 req-40aa30d8-bd6f-4fd2-aba3-d5dcf808bbff tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 210 time: 0.0282989 Jan 26 19:12:32.127598 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 48388) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:12:32.175192 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-892606a4-f479-49ce-a20b-4b95ea0e0f02 admin admin] Deleting subnet ef0a2443-2b5f-42db-96f9-13b57a5be7c0 {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:12:32.179124 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-892606a4-f479-49ce-a20b-4b95ea0e0f02 admin admin] Publish callbacks [] for subnet (ef0a2443-2b5f-42db-96f9-13b57a5be7c0), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:32.213973 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-892606a4-f479-49ce-a20b-4b95ea0e0f02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3764351'] for subnet (ef0a2443-2b5f-42db-96f9-13b57a5be7c0), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:32.251934 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-892606a4-f479-49ce-a20b-4b95ea0e0f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643270'] for subnet (ef0a2443-2b5f-42db-96f9-13b57a5be7c0), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:32.418314 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-892606a4-f479-49ce-a20b-4b95ea0e0f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59309163'] for subnet (ef0a2443-2b5f-42db-96f9-13b57a5be7c0), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:32.423585 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-516ebd47-bf7c-4073-b6c4-9520a85cf227 req-df7089f4-dce3-420b-860a-645a2bbb6219 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 210 time: 0.0276809 Jan 26 19:12:32.447904 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892606a4-f479-49ce-a20b-4b95ea0e0f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef0a2443-2b5f-42db-96f9-13b57a5be7c0,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:32.451635 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-892606a4-f479-49ce-a20b-4b95ea0e0f02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:32.455374 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-892606a4-f479-49ce-a20b-4b95ea0e0f02 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ef0a2443-2b5f-42db-96f9-13b57a5be7c0 HTTP/1.1" status: 204 len: 168 time: 0.3263497 Jan 26 19:12:32.457832 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 48392) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:12:32.530631 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600199'] for network (0fc535ff-97cd-488b-8a87-edf2cc218b13), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:32.608506 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646737', 'neutron.services.segments.db._delete_segments_for_network-8747743498626'] for network (0fc535ff-97cd-488b-8a87-edf2cc218b13), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:32.628788 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc535ff-97cd-488b-8a87-edf2cc218b13']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:12:32.638613 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d004c3e-6026-4999-ae81-d0080e1c3c6b') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:12:32.638934 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d004c3e-6026-4999-ae81-d0080e1c3c6b') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:12:32.649270 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743466123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2376334'] for segment (8d004c3e-6026-4999-ae81-d0080e1c3c6b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:32.662686 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (8d004c3e-6026-4999-ae81-d0080e1c3c6b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:32.668455 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:12:32.668836 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59506139'] for segment (8d004c3e-6026-4999-ae81-d0080e1c3c6b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: Traceback (most recent call last): Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: timer() Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: cb(*args, **kw) Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: return func(*args, **kwargs) Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: self._notify() Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: self.callback(batched_events) Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: event.method(event) Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: return f(self, *a, **k) Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: return self._get(url).json() Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:12:32.670467 dv-cinder-824187-6-iscsi neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:12:32.800965 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4102525'] for network (0fc535ff-97cd-488b-8a87-edf2cc218b13), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:32.806420 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:32.812125 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0fc535ff-97cd-488b-8a87-edf2cc218b13 HTTP/1.1" status: 204 len: 168 time: 0.3505750 Jan 26 19:12:32.822184 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc535ff-97cd-488b-8a87-edf2cc218b13,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:32.830353 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:12:32.830956 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:12:32.831507 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:12:32.832019 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:12:32.832546 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:12:32.833037 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:12:32.833628 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:12:32.834109 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:12:32.834656 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:12:32.835193 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:12:32.836154 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:12:32.836525 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:12:32.836857 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b07174-53ce-45ef-b471-c8fb0f57f9f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:12:33.218908 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 48396) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:12:33.259429 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-887c0d0e-051a-4f7b-8ed1-dd3b7222692b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=069b11e69819446bba92d239fc7c8aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393672 Jan 26 19:12:33.262008 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 48398) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:12:33.308169 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cce50068-5961-412f-8c52-7f5791ed93d9 admin admin] Publish callbacks [] for security_group (52f96660-fc30-4392-8acb-66b039bf9a52), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:33.328600 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cce50068-5961-412f-8c52-7f5791ed93d9 admin admin] Publish callbacks [] for security_group (52f96660-fc30-4392-8acb-66b039bf9a52), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:33.469418 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cce50068-5961-412f-8c52-7f5791ed93d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (52f96660-fc30-4392-8acb-66b039bf9a52), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:33.476476 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cce50068-5961-412f-8c52-7f5791ed93d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:33.476476 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-cce50068-5961-412f-8c52-7f5791ed93d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52f96660-fc30-4392-8acb-66b039bf9a52 HTTP/1.1" status: 204 len: 168 time: 0.2102869 Jan 26 19:12:33.483269 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce50068-5961-412f-8c52-7f5791ed93d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f96660-fc30-4392-8acb-66b039bf9a52,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:33.521692 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-24b58611-9207-45e7-929e-fe42dde54843 req-ab145ac4-f6c7-42b3-883c-0ebc5cbad301 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 210 time: 0.0277252 Jan 26 19:12:33.676811 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-51a9abde-ba6c-448e-bc1b-ab5b83dea9f0 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:33.678303 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-51a9abde-ba6c-448e-bc1b-ab5b83dea9f0 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.55 "GET /v2.0/networks?id=4bf3817b-e6f9-45df-ba5a-e356d5d92d74 HTTP/1.1" status: 200 len: 815 time: 0.1041677 Jan 26 19:12:33.694054 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-ba45bfe1-5965-4a44-9169-3523c9a230cb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Request body: {'port': {'device_id': '48a47c18-fa74-4c92-b02d-dc3a4bcc4090', 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74', 'admin_state_up': True, 'tenant_id': '6e51bb332fe1461292c93dc04d0ca04e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:12:33.909870 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-ba45bfe1-5965-4a44-9169-3523c9a230cb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Made reservation on behalf of 6e51bb332fe1461292c93dc04d0ca04e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:12:33.913685 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-ba45bfe1-5965-4a44-9169-3523c9a230cb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:34.046467 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-ba45bfe1-5965-4a44-9169-3523c9a230cb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Allocated IP 172.20.0.5 (4bf3817b-e6f9-45df-ba5a-e356d5d92d74/c7ec1fdf-0582-4a14-babf-f0b6d2a02e31/a8739b61-00a8-4c0b-81e3-fa9f3afd2652) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:12:34.199772 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-ba45bfe1-5965-4a44-9169-3523c9a230cb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks [] for port (a8739b61-00a8-4c0b-81e3-fa9f3afd2652), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:34.321450 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-ba45bfe1-5965-4a44-9169-3523c9a230cb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (a8739b61-00a8-4c0b-81e3-fa9f3afd2652), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:34.339021 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['c61e260b-a6d5-4f6b-9b51-4798465e724c', 'dfc98967-14f9-433a-ac1c-3a700ad26bce', '2c5f8a57-e901-4292-a3ec-407e0cc90120'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:12:34.372095 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-ba45bfe1-5965-4a44-9169-3523c9a230cb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:12:34.377546 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-ba45bfe1-5965-4a44-9169-3523c9a230cb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:12:34.382024 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-ba45bfe1-5965-4a44-9169-3523c9a230cb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:12:34.410368 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45bfe1-5965-4a44-9169-3523c9a230cb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Pushing event updated for resources: {'Port': ['ID=a8739b61-00a8-4c0b-81e3-fa9f3afd2652,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:34.440340 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-ba45bfe1-5965-4a44-9169-3523c9a230cb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:34.441028 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-ba45bfe1-5965-4a44-9169-3523c9a230cb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:34.535236 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-ba45bfe1-5965-4a44-9169-3523c9a230cb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8447387 Jan 26 19:12:34.550328 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Request body: {'port': {'device_id': '48a47c18-fa74-4c92-b02d-dc3a4bcc4090', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:12:34.614514 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (a8739b61-00a8-4c0b-81e3-fa9f3afd2652), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:34.691653 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acfdd3-c926-4821-87c0-e84c58382356 req-417fbd82-5f55-475e-8842-25c421332ba1 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:34.693149 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b2acfdd3-c926-4821-87c0-e84c58382356 req-417fbd82-5f55-475e-8842-25c421332ba1 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 931 time: 0.0954995 Jan 26 19:12:34.804525 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-b2acfdd3-c926-4821-87c0-e84c58382356 req-d17f4d0c-4606-41a6-b367-87af3a752d0f tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047227 Jan 26 19:12:34.942262 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8739b61-00a8-4c0b-81e3-fa9f3afd2652 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:12:34.950485 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Publish callbacks [] for port (a8739b61-00a8-4c0b-81e3-fa9f3afd2652), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:34.962865 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Transition to ACTIVE for port object a8739b61-00a8-4c0b-81e3-fa9f3afd2652 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:12:35.057802 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (a8739b61-00a8-4c0b-81e3-fa9f3afd2652), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:35.111201 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Pushing event updated for resources: {'Port': ['ID=a8739b61-00a8-4c0b-81e3-fa9f3afd2652,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:35.186775 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Attempting to bind port a8739b61-00a8-4c0b-81e3-fa9f3afd2652 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:12:35.187120 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Attempting to bind port a8739b61-00a8-4c0b-81e3-fa9f3afd2652 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '564241a2-05f9-4939-81cb-6ab74458db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:12:35.187451 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Attempting to bind port a8739b61-00a8-4c0b-81e3-fa9f3afd2652 on network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:12:35.191841 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Port a8739b61-00a8-4c0b-81e3-fa9f3afd2652 on network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:12:35.192161 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Attempting to bind port a8739b61-00a8-4c0b-81e3-fa9f3afd2652 on network 4bf3817b-e6f9-45df-ba5a-e356d5d92d74 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:12:35.197740 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:12:35.198075 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Checking segment: {'id': '564241a2-05f9-4939-81cb-6ab74458db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:12:35.198459 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Bound using segment: {'id': '564241a2-05f9-4939-81cb-6ab74458db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:12:35.199791 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Bound port: a8739b61-00a8-4c0b-81e3-fa9f3afd2652, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564241a2-05f9-4939-81cb-6ab74458db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:12:35.199791 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (a8739b61-00a8-4c0b-81e3-fa9f3afd2652), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:35.260835 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] For port a8739b61-00a8-4c0b-81e3-fa9f3afd2652, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:12:35.263834 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] For port a8739b61-00a8-4c0b-81e3-fa9f3afd2652, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a8739b61-00a8-4c0b-81e3-fa9f3afd2652,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:12:35.367932 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (a8739b61-00a8-4c0b-81e3-fa9f3afd2652), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:35.402783 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:35.403191 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:35.404639 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] 10.222.0.55 "PUT /v2.0/ports/a8739b61-00a8-4c0b-81e3-fa9f3afd2652 HTTP/1.1" status: 200 len: 1093 time: 0.8590000 Jan 26 19:12:35.406909 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a47c18-fa74-4c92-b02d-dc3a4bcc4090', 'tag': 'a8739b61-00a8-4c0b-81e3-fa9f3afd2652'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:12:35.412653 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0020c34-a648-49fe-b29b-55d2c798cd10" -d '{"events": [{"name": "network-changed", "server_uuid": "48a47c18-fa74-4c92-b02d-dc3a4bcc4090", "tag": "a8739b61-00a8-4c0b-81e3-fa9f3afd2652"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:12:35.435031 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6c71c-ec29-42de-b08b-afe2691df54f service neutron] Pushing event updated for resources: {'Port': ['ID=a8739b61-00a8-4c0b-81e3-fa9f3afd2652,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:35.448135 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a04efb-ecb0-4e5c-9ddd-3c8742a0049c x-openstack-request-id: req-31a04efb-ecb0-4e5c-9ddd-3c8742a0049c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:12:35.448424 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a47c18-fa74-4c92-b02d-dc3a4bcc4090", "tag": "a8739b61-00a8-4c0b-81e3-fa9f3afd2652", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:12:35.448679 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31a04efb-ecb0-4e5c-9ddd-3c8742a0049c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:12:35.449109 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a47c18-fa74-4c92-b02d-dc3a4bcc4090', 'tag': 'a8739b61-00a8-4c0b-81e3-fa9f3afd2652', 'status': 'completed', 'code': 200} Jan 26 19:12:35.517106 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0020c34-a648-49fe-b29b-55d2c798cd10 req-82b88b97-1929-4158-9d3f-998ac7ec02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:35.518584 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c0020c34-a648-49fe-b29b-55d2c798cd10 req-82b88b97-1929-4158-9d3f-998ac7ec02aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e51bb332fe1461292c93dc04d0ca04e&device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 1096 time: 0.0438631 Jan 26 19:12:35.625250 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0020c34-a648-49fe-b29b-55d2c798cd10 req-954de3da-b658-43de-9f2b-4850b32ece77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:35.626639 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c0020c34-a648-49fe-b29b-55d2c798cd10 req-954de3da-b658-43de-9f2b-4850b32ece77 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6e51bb332fe1461292c93dc04d0ca04e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1007144 Jan 26 19:12:35.719556 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0020c34-a648-49fe-b29b-55d2c798cd10 req-b2cc63ff-d2af-4105-89e2-9bce6b1f28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:35.721019 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c0020c34-a648-49fe-b29b-55d2c798cd10 req-b2cc63ff-d2af-4105-89e2-9bce6b1f28e6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883956 Jan 26 19:12:35.805611 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-c71267f3-a651-4dcd-85d8-be528baa58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:35.807123 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-c71267f3-a651-4dcd-85d8-be528baa58df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6e51bb332fe1461292c93dc04d0ca04e&device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 1096 time: 0.0450926 Jan 26 19:12:35.849810 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-455e7b15-f2aa-413f-9235-f1be1779924a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8739b61-00a8-4c0b-81e3-fa9f3afd2652 HTTP/1.1" status: 200 len: 217 time: 0.0337691 Jan 26 19:12:35.927037 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-eb662d13-323c-482d-9e94-22850c71bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:35.928408 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-eb662d13-323c-482d-9e94-22850c71bfa9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c7ec1fdf-0582-4a14-babf-f0b6d2a02e31 HTTP/1.1" status: 200 len: 855 time: 0.0729754 Jan 26 19:12:35.943622 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fdf26-c5bf-4e7a-bdca-910288f007c6 req-f85c6f5c-423d-48c1-8651-54bc8584a9e9 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:35.945047 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ce6fdf26-c5bf-4e7a-bdca-910288f007c6 req-f85c6f5c-423d-48c1-8651-54bc8584a9e9 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 943 time: 0.0640392 Jan 26 19:12:35.980384 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-7cd094f1-7356-4f2f-a648-5d9f5b5730b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4bf3817b-e6f9-45df-ba5a-e356d5d92d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343776 Jan 26 19:12:36.053815 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ce6fdf26-c5bf-4e7a-bdca-910288f007c6 req-36e16afb-30ee-49f2-bd63-2234748707e1 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008019 Jan 26 19:12:36.097218 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-3524a5f3-9a08-4124-95af-b698e914d2d6 service neutron] 10.222.0.55 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034091 Jan 26 19:12:36.189920 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-314dfb34-9964-4d48-8d83-8a37aeb05295 req-9ec8baf4-4520-4b37-9f1a-c4ca018f49cc service neutron] 10.222.0.55 "GET /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865669 Jan 26 19:12:36.767999 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-250071bf-90f2-4073-a494-1194b72d2200 req-3869f64f-5b85-49ce-9e72-bac3aa16c3ce tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=bde568a7dc3c40ae8ffa2e45d2725f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299227 Jan 26 19:12:37.093071 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e974b91c-a18d-4e52-9ce9-4c3e60e4093e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:37.155455 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250071bf-90f2-4073-a494-1194b72d2200 req-dad503b0-3980-4e4b-a388-58d9d2d2f406 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:37.157162 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-250071bf-90f2-4073-a494-1194b72d2200 req-dad503b0-3980-4e4b-a388-58d9d2d2f406 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3841636 Jan 26 19:12:37.171504 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a647a96-f9b4-40ec-830a-2b4ec232063a req-63a56ace-c522-4742-a707-d0775f620c23 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:37.172983 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4a647a96-f9b4-40ec-830a-2b4ec232063a req-63a56ace-c522-4742-a707-d0775f620c23 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 943 time: 0.0488358 Jan 26 19:12:37.173183 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-250071bf-90f2-4073-a494-1194b72d2200 req-81b1b6ac-aa35-434f-a293-c0d4b82c5ed7 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/quotas/bde568a7dc3c40ae8ffa2e45d2725f8f HTTP/1.1" status: 200 len: 375 time: 0.0102084 Jan 26 19:12:37.209261 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-250071bf-90f2-4073-a494-1194b72d2200 req-ac693a9b-3a0b-46a4-a9be-7be2c9632cee tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bde568a7dc3c40ae8ffa2e45d2725f8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297348 Jan 26 19:12:37.221967 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4a647a96-f9b4-40ec-830a-2b4ec232063a req-5ab40561-1323-46e2-be8e-66173ea2756b tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428827 Jan 26 19:12:37.456979 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e9da1389-e793-4c8a-93e1-82de4df6b129 req-9b9096fd-ce12-4193-8052-a39ce1e0807d tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 210 time: 0.0291960 Jan 26 19:12:38.338312 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2910e7-7bb7-4fff-8063-6246bca1962e req-c2101296-42e3-4a95-ad03-f81c29293d97 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:38.339778 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8c2910e7-7bb7-4fff-8063-6246bca1962e req-c2101296-42e3-4a95-ad03-f81c29293d97 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 943 time: 0.0493531 Jan 26 19:12:38.391119 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8c2910e7-7bb7-4fff-8063-6246bca1962e req-91d6e6dd-6179-4751-8dd7-d6c21eb4f782 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456734 Jan 26 19:12:38.553694 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4f516f7a-6998-4dfd-911b-01b0be8bd6f1 req-e8953ed1-310b-473a-8ec7-c5d26c926fab tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 210 time: 0.0284359 Jan 26 19:12:39.371449 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device a8739b61-00a8-4c0b-81e3-fa9f3afd2652 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:12:39.466241 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port a8739b61-00a8-4c0b-81e3-fa9f3afd2652, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a8739b61-00a8-4c0b-81e3-fa9f3afd2652,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:12:39.485987 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': 'a8739b61-00a8-4c0b-81e3-fa9f3afd2652', 'network_id': '4bf3817b-e6f9-45df-ba5a-e356d5d92d74', 'port_id': 'a8739b61-00a8-4c0b-81e3-fa9f3afd2652', 'mac_address': 'fa:16:3e:bd:99:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ec1fdf-0582-4a14-babf-f0b6d2a02e31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:12:39.505157 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38425d-60b6-4ef8-a637-5f9b4f3a6546 req-2a1f755d-3118-400d-97a1-8fc0e30db76d tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:39.506654 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-da38425d-60b6-4ef8-a637-5f9b4f3a6546 req-2a1f755d-3118-400d-97a1-8fc0e30db76d tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 943 time: 0.0477428 Jan 26 19:12:39.532408 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port a8739b61-00a8-4c0b-81e3-fa9f3afd2652 is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:12:39.533358 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (a8739b61-00a8-4c0b-81e3-fa9f3afd2652), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:39.546457 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8739b61-00a8-4c0b-81e3-fa9f3afd2652 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:12:39.554630 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-da38425d-60b6-4ef8-a637-5f9b4f3a6546 req-d56dddd7-59b5-459a-9a9b-20db1a889dbd tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418456 Jan 26 19:12:39.557707 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff55d6a6-9dac-4684-8ad0-f7da98659e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:39.575209 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port a8739b61-00a8-4c0b-81e3-fa9f3afd2652, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a8739b61-00a8-4c0b-81e3-fa9f3afd2652,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:12:39.653719 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-094ee2a9-1773-4ded-a5af-03e2cc88a5b3 req-c42965fb-1891-43c0-87f4-e3104e7cc625 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 210 time: 0.0262699 Jan 26 19:12:39.663699 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (a8739b61-00a8-4c0b-81e3-fa9f3afd2652), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:39.712071 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=a8739b61-00a8-4c0b-81e3-fa9f3afd2652,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:39.860269 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-250071bf-90f2-4073-a494-1194b72d2200 req-94b897e0-f6eb-4a88-bcd9-7b39e2965a7f tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=bde568a7dc3c40ae8ffa2e45d2725f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322566 Jan 26 19:12:39.966537 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['a8739b61-00a8-4c0b-81e3-fa9f3afd2652'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:12:40.052728 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250071bf-90f2-4073-a494-1194b72d2200 req-8c415517-192f-4e6b-9c35-5689a239de2c tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:40.054303 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-250071bf-90f2-4073-a494-1194b72d2200 req-8c415517-192f-4e6b-9c35-5689a239de2c tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870489 Jan 26 19:12:40.070186 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-250071bf-90f2-4073-a494-1194b72d2200 req-164b23c7-4e0f-4484-b7d9-e7f3a09df5d8 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Request body: {'port': {'device_id': '1b4271a6-957f-49f2-9189-f7bed9538387', 'network_id': 'e650d27e-7ee1-40c5-9c3a-d8be724e55ad', 'admin_state_up': True, 'tenant_id': 'bde568a7dc3c40ae8ffa2e45d2725f8f'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:12:40.246217 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250071bf-90f2-4073-a494-1194b72d2200 req-164b23c7-4e0f-4484-b7d9-e7f3a09df5d8 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Made reservation on behalf of bde568a7dc3c40ae8ffa2e45d2725f8f for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:12:40.249727 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-250071bf-90f2-4073-a494-1194b72d2200 req-164b23c7-4e0f-4484-b7d9-e7f3a09df5d8 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:40.259073 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-250071bf-90f2-4073-a494-1194b72d2200 req-164b23c7-4e0f-4484-b7d9-e7f3a09df5d8 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:40.332713 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-250071bf-90f2-4073-a494-1194b72d2200 req-164b23c7-4e0f-4484-b7d9-e7f3a09df5d8 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Publish callbacks [] for security_group (3f8cd869-4197-4b11-aee9-cf26276801e5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:40.401184 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-250071bf-90f2-4073-a494-1194b72d2200 req-164b23c7-4e0f-4484-b7d9-e7f3a09df5d8 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (3f8cd869-4197-4b11-aee9-cf26276801e5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:40.461961 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b23c7-4e0f-4484-b7d9-e7f3a09df5d8 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8cd869-4197-4b11-aee9-cf26276801e5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:40.532272 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-250071bf-90f2-4073-a494-1194b72d2200 req-164b23c7-4e0f-4484-b7d9-e7f3a09df5d8 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Allocated IP 192.168.233.161 (e650d27e-7ee1-40c5-9c3a-d8be724e55ad/a03dbfa4-dfad-4887-9e53-48770eca94da/daa014d5-1568-4c9b-97c9-63812ee9363e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:12:40.601514 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:40.683681 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc55e18-135f-496d-9ed0-3d67cf4767c1 req-ac06cc22-bf0a-49b2-8459-078c963e6028 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:40.685345 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7cc55e18-135f-496d-9ed0-3d67cf4767c1 req-ac06cc22-bf0a-49b2-8459-078c963e6028 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 944 time: 0.0539198 Jan 26 19:12:40.686280 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-250071bf-90f2-4073-a494-1194b72d2200 req-164b23c7-4e0f-4484-b7d9-e7f3a09df5d8 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Publish callbacks [] for port (daa014d5-1568-4c9b-97c9-63812ee9363e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:40.742742 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7cc55e18-135f-496d-9ed0-3d67cf4767c1 req-4ea0fea7-1fea-4979-84b6-8408bc5b7f25 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481782 Jan 26 19:12:40.978512 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-13c74b42-a40a-4252-915e-67558ce82dbd req-237d3afb-dcaf-4697-ad1c-912c1a0b7c8c tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 210 time: 0.0288606 Jan 26 19:12:41.058322 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-250071bf-90f2-4073-a494-1194b72d2200 req-164b23c7-4e0f-4484-b7d9-e7f3a09df5d8 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (daa014d5-1568-4c9b-97c9-63812ee9363e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:41.101188 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250071bf-90f2-4073-a494-1194b72d2200 req-164b23c7-4e0f-4484-b7d9-e7f3a09df5d8 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Network e650d27e-7ee1-40c5-9c3a-d8be724e55ad is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:12:41.104957 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-250071bf-90f2-4073-a494-1194b72d2200 req-164b23c7-4e0f-4484-b7d9-e7f3a09df5d8 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:12:41.111726 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-250071bf-90f2-4073-a494-1194b72d2200 req-164b23c7-4e0f-4484-b7d9-e7f3a09df5d8 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:12:41.117412 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b23c7-4e0f-4484-b7d9-e7f3a09df5d8 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Pushing event updated for resources: {'Port': ['ID=daa014d5-1568-4c9b-97c9-63812ee9363e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:41.170291 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250071bf-90f2-4073-a494-1194b72d2200 req-164b23c7-4e0f-4484-b7d9-e7f3a09df5d8 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:41.170902 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-250071bf-90f2-4073-a494-1194b72d2200 req-164b23c7-4e0f-4484-b7d9-e7f3a09df5d8 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:41.296724 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-250071bf-90f2-4073-a494-1194b72d2200 req-164b23c7-4e0f-4484-b7d9-e7f3a09df5d8 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2318015 Jan 26 19:12:41.308757 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Request body: {'port': {'device_id': '1b4271a6-957f-49f2-9189-f7bed9538387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:12:41.321446 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-ce7ea840-f5b9-468f-9b3b-833fdb3ff97b None None] Provisioning complete for port daa014d5-1568-4c9b-97c9-63812ee9363e triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:12:41.322436 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce7ea840-f5b9-468f-9b3b-833fdb3ff97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (daa014d5-1568-4c9b-97c9-63812ee9363e), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:41.355303 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ce7ea840-f5b9-468f-9b3b-833fdb3ff97b None None] Port daa014d5-1568-4c9b-97c9-63812ee9363e cannot update to ACTIVE because it is not bound. {{(pid=103147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:12:41.366530 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (daa014d5-1568-4c9b-97c9-63812ee9363e), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:41.375377 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device a8739b61-00a8-4c0b-81e3-fa9f3afd2652 up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:12:41.486903 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port a8739b61-00a8-4c0b-81e3-fa9f3afd2652 completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:12:41.491017 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port a8739b61-00a8-4c0b-81e3-fa9f3afd2652 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:12:41.491399 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (a8739b61-00a8-4c0b-81e3-fa9f3afd2652), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:41.573559 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port a8739b61-00a8-4c0b-81e3-fa9f3afd2652 is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:12:41.573858 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (a8739b61-00a8-4c0b-81e3-fa9f3afd2652), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:41.596630 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a47c18-fa74-4c92-b02d-dc3a4bcc4090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8739b61-00a8-4c0b-81e3-fa9f3afd2652'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:12:41.605791 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d112c9e-a125-4fee-8a8a-343d319031b2" -d '{"events": [{"server_uuid": "48a47c18-fa74-4c92-b02d-dc3a4bcc4090", "name": "network-vif-plugged", "status": "completed", "tag": "a8739b61-00a8-4c0b-81e3-fa9f3afd2652"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:12:41.612777 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port a8739b61-00a8-4c0b-81e3-fa9f3afd2652, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a8739b61-00a8-4c0b-81e3-fa9f3afd2652,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:12:41.635884 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa014d5-1568-4c9b-97c9-63812ee9363e {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:12:41.636491 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9748ff62-c62e-4b8e-a66b-ce10d9521dc3 x-openstack-request-id: req-9748ff62-c62e-4b8e-a66b-ce10d9521dc3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:12:41.636790 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a47c18-fa74-4c92-b02d-dc3a4bcc4090", "name": "network-vif-plugged", "status": "completed", "tag": "a8739b61-00a8-4c0b-81e3-fa9f3afd2652", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:12:41.637067 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9748ff62-c62e-4b8e-a66b-ce10d9521dc3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:12:41.637470 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a47c18-fa74-4c92-b02d-dc3a4bcc4090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8739b61-00a8-4c0b-81e3-fa9f3afd2652', 'code': 200} Jan 26 19:12:41.643640 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Publish callbacks [] for port (daa014d5-1568-4c9b-97c9-63812ee9363e), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:41.656339 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Transition to ACTIVE for port object daa014d5-1568-4c9b-97c9-63812ee9363e will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:12:41.726803 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (a8739b61-00a8-4c0b-81e3-fa9f3afd2652), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:41.755037 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (daa014d5-1568-4c9b-97c9-63812ee9363e), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:41.777370 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=a8739b61-00a8-4c0b-81e3-fa9f3afd2652,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:41.808181 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Pushing event updated for resources: {'Port': ['ID=daa014d5-1568-4c9b-97c9-63812ee9363e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:41.907606 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Attempting to bind port daa014d5-1568-4c9b-97c9-63812ee9363e on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:12:41.907949 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Attempting to bind port daa014d5-1568-4c9b-97c9-63812ee9363e by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '3c5eb936-b52f-4bdb-bda4-0e6400c818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e650d27e-7ee1-40c5-9c3a-d8be724e55ad'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:12:41.908278 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Attempting to bind port daa014d5-1568-4c9b-97c9-63812ee9363e on network e650d27e-7ee1-40c5-9c3a-d8be724e55ad {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:12:41.922295 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf568af-3c99-488e-8a0b-8a5822182181 req-c7c7d93c-e2d0-40c4-868e-a33b24b70d62 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:41.924716 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-adf568af-3c99-488e-8a0b-8a5822182181 req-c7c7d93c-e2d0-40c4-868e-a33b24b70d62 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 945 time: 0.0728521 Jan 26 19:12:41.924716 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Port daa014d5-1568-4c9b-97c9-63812ee9363e on network e650d27e-7ee1-40c5-9c3a-d8be724e55ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:12:41.924918 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Attempting to bind port daa014d5-1568-4c9b-97c9-63812ee9363e on network e650d27e-7ee1-40c5-9c3a-d8be724e55ad {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:12:41.932560 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:12:41.932904 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Checking segment: {'id': '3c5eb936-b52f-4bdb-bda4-0e6400c818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e650d27e-7ee1-40c5-9c3a-d8be724e55ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:12:41.933321 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Bound using segment: {'id': '3c5eb936-b52f-4bdb-bda4-0e6400c818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e650d27e-7ee1-40c5-9c3a-d8be724e55ad'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:12:41.933761 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Bound port: daa014d5-1568-4c9b-97c9-63812ee9363e, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5eb936-b52f-4bdb-bda4-0e6400c818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e650d27e-7ee1-40c5-9c3a-d8be724e55ad'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:12:41.934121 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (daa014d5-1568-4c9b-97c9-63812ee9363e), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:42.046318 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-adf568af-3c99-488e-8a0b-8a5822182181 req-9d7d494b-b575-4654-8d66-b69d07a30f36 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157005 Jan 26 19:12:42.073464 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] For port daa014d5-1568-4c9b-97c9-63812ee9363e, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:12:42.077209 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] For port daa014d5-1568-4c9b-97c9-63812ee9363e, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=daa014d5-1568-4c9b-97c9-63812ee9363e,segment=NetworkSegment(3c5eb936-b52f-4bdb-bda4-0e6400c818fd),segment_id=3c5eb936-b52f-4bdb-bda4-0e6400c818fd)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:12:42.080385 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c13aaa-6762-4639-99e6-8c314fc4894a req-6c76f5f6-c650-4f44-9a3c-1e72efda591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:42.082869 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-62c13aaa-6762-4639-99e6-8c314fc4894a req-6c76f5f6-c650-4f44-9a3c-1e72efda591b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 1098 time: 0.0830290 Jan 26 19:12:42.103788 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cca1ec-f0a3-42b5-9068-ce8969e20907 req-4bf91421-65b5-4820-8a9a-fb94d12a28c3 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:42.105934 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d8cca1ec-f0a3-42b5-9068-ce8969e20907 req-4bf91421-65b5-4820-8a9a-fb94d12a28c3 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 948 time: 0.0515900 Jan 26 19:12:42.130615 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-62c13aaa-6762-4639-99e6-8c314fc4894a req-114ef60c-b9c0-4abf-a437-6bf9d4a230a5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397835 Jan 26 19:12:42.152927 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d8cca1ec-f0a3-42b5-9068-ce8969e20907 req-32fc55fe-f7d1-4165-ba77-cb81dcfc362e tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f8cd869-4197-4b11-aee9-cf26276801e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405786 Jan 26 19:12:42.183919 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (daa014d5-1568-4c9b-97c9-63812ee9363e), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:42.217904 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:42.218531 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:42.220028 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-250071bf-90f2-4073-a494-1194b72d2200 req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] 10.222.0.55 "PUT /v2.0/ports/daa014d5-1568-4c9b-97c9-63812ee9363e HTTP/1.1" status: 200 len: 1098 time: 0.9164014 Jan 26 19:12:42.220473 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4271a6-957f-49f2-9189-f7bed9538387', 'tag': 'daa014d5-1568-4c9b-97c9-63812ee9363e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:12:42.222748 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01973ea-ac2c-4a0b-a3bc-781b24d33dde" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4271a6-957f-49f2-9189-f7bed9538387", "tag": "daa014d5-1568-4c9b-97c9-63812ee9363e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:12:42.248221 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883aef5-2b01-4647-bb29-c60c5509513f service neutron] Pushing event updated for resources: {'Port': ['ID=daa014d5-1568-4c9b-97c9-63812ee9363e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:42.268274 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07480bb0-ae3b-4d4a-ac73-54fe4648e944 x-openstack-request-id: req-07480bb0-ae3b-4d4a-ac73-54fe4648e944 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:12:42.268764 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4271a6-957f-49f2-9189-f7bed9538387", "tag": "daa014d5-1568-4c9b-97c9-63812ee9363e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:12:42.269023 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07480bb0-ae3b-4d4a-ac73-54fe4648e944 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:12:42.269463 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4271a6-957f-49f2-9189-f7bed9538387', 'tag': 'daa014d5-1568-4c9b-97c9-63812ee9363e', 'status': 'completed', 'code': 200} Jan 26 19:12:42.416230 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01973ea-ac2c-4a0b-a3bc-781b24d33dde req-28687937-5d09-4cd7-8dc4-736b652581f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:42.417951 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a01973ea-ac2c-4a0b-a3bc-781b24d33dde req-28687937-5d09-4cd7-8dc4-736b652581f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bde568a7dc3c40ae8ffa2e45d2725f8f&device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 1101 time: 0.0479131 Jan 26 19:12:42.449306 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a01973ea-ac2c-4a0b-a3bc-781b24d33dde req-dffb6b2b-a5cc-4ece-bf35-e1938540fc6c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=bde568a7dc3c40ae8ffa2e45d2725f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192413 Jan 26 19:12:42.543903 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01973ea-ac2c-4a0b-a3bc-781b24d33dde req-1d34b4d2-e2bc-485b-871d-67558ed75097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:42.545445 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a01973ea-ac2c-4a0b-a3bc-781b24d33dde req-1d34b4d2-e2bc-485b-871d-67558ed75097 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901542 Jan 26 19:12:42.600732 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:42.642771 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250071bf-90f2-4073-a494-1194b72d2200 req-be97129f-99f5-477b-b508-f9fd851d5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:42.644324 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-250071bf-90f2-4073-a494-1194b72d2200 req-be97129f-99f5-477b-b508-f9fd851d5772 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bde568a7dc3c40ae8ffa2e45d2725f8f&device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 1101 time: 0.0428588 Jan 26 19:12:42.696078 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-250071bf-90f2-4073-a494-1194b72d2200 req-b8faa254-658d-42ba-baa0-6c4b51b8552e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=daa014d5-1568-4c9b-97c9-63812ee9363e HTTP/1.1" status: 200 len: 217 time: 0.0379844 Jan 26 19:12:42.749603 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250071bf-90f2-4073-a494-1194b72d2200 req-5e80069b-1923-4b3c-b93e-75d3b09bda5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:42.751062 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-250071bf-90f2-4073-a494-1194b72d2200 req-5e80069b-1923-4b3c-b93e-75d3b09bda5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a03dbfa4-dfad-4887-9e53-48770eca94da HTTP/1.1" status: 200 len: 843 time: 0.0475183 Jan 26 19:12:42.800397 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250071bf-90f2-4073-a494-1194b72d2200 req-d39ef805-04ae-4a09-98b4-557c60ffcf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:42.801935 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-250071bf-90f2-4073-a494-1194b72d2200 req-d39ef805-04ae-4a09-98b4-557c60ffcf2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e650d27e-7ee1-40c5-9c3a-d8be724e55ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404968 Jan 26 19:12:42.894891 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-250071bf-90f2-4073-a494-1194b72d2200 req-316017f8-0d94-4e12-bc36-eb58aeca3916 service neutron] 10.222.0.55 "GET /v2.0/networks/e650d27e-7ee1-40c5-9c3a-d8be724e55ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851214 Jan 26 19:12:42.984026 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-250071bf-90f2-4073-a494-1194b72d2200 req-529f6e41-0af3-426e-852d-27c06d875bce service neutron] 10.222.0.55 "GET /v2.0/networks/e650d27e-7ee1-40c5-9c3a-d8be724e55ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811243 Jan 26 19:12:43.161699 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14f954-e230-4a3b-9936-3627977a330f req-a68db96b-5b4c-483d-ad0e-2c6a6dffe2ea tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:43.163085 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ac14f954-e230-4a3b-9936-3627977a330f req-a68db96b-5b4c-483d-ad0e-2c6a6dffe2ea tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 945 time: 0.0496178 Jan 26 19:12:43.214539 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ac14f954-e230-4a3b-9936-3627977a330f req-64af7483-0233-412f-819b-604942950d1e tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449033 Jan 26 19:12:43.274005 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e1397-f74f-44aa-ac45-8c2f0cfd81b6 req-7e1aeb93-45bb-40e8-a506-89c5d8fead60 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:43.275514 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d11e1397-f74f-44aa-ac45-8c2f0cfd81b6 req-7e1aeb93-45bb-40e8-a506-89c5d8fead60 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 948 time: 0.0533316 Jan 26 19:12:43.324272 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d11e1397-f74f-44aa-ac45-8c2f0cfd81b6 req-b9ea2272-1b05-4c33-b5fe-0fa1bc47c9c4 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f8cd869-4197-4b11-aee9-cf26276801e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432260 Jan 26 19:12:43.732338 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:44.337476 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9253b-72dc-429a-8c4e-a9573628d683 req-7f68f48d-99c4-45a4-9ec5-f8e6607b9f46 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:44.339024 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b4d9253b-72dc-429a-8c4e-a9573628d683 req-7f68f48d-99c4-45a4-9ec5-f8e6607b9f46 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 945 time: 0.0497389 Jan 26 19:12:44.386944 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b4d9253b-72dc-429a-8c4e-a9573628d683 req-dd752d97-7c09-4fb5-83b3-50709d703929 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423176 Jan 26 19:12:44.438301 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c08cca-b6d4-4ad4-9c75-edfa7a5402f0 req-cb04ad10-7cd4-44f0-be84-95c625279d50 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:44.439684 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-85c08cca-b6d4-4ad4-9c75-edfa7a5402f0 req-cb04ad10-7cd4-44f0-be84-95c625279d50 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 948 time: 0.0476987 Jan 26 19:12:44.489739 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-85c08cca-b6d4-4ad4-9c75-edfa7a5402f0 req-59a40c01-4dc6-432e-a2d2-d5f4aeb3e60c tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f8cd869-4197-4b11-aee9-cf26276801e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443385 Jan 26 19:12:45.604143 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1f2da-3cfc-4d70-8a66-c5e1a26a2a28 req-0bd03ef4-6ce3-40b2-942f-58ce74d4e759 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:45.605667 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-62b1f2da-3cfc-4d70-8a66-c5e1a26a2a28 req-0bd03ef4-6ce3-40b2-942f-58ce74d4e759 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 948 time: 0.0498042 Jan 26 19:12:45.652985 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-62b1f2da-3cfc-4d70-8a66-c5e1a26a2a28 req-cc9571a9-9ee4-4422-a7a3-2d9a2db23d08 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f8cd869-4197-4b11-aee9-cf26276801e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417588 Jan 26 19:12:46.771347 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e118c-c857-4338-be24-380fd87f7660 req-a666e332-7948-4458-9855-e42d2b88b79d tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:46.772979 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6f6e118c-c857-4338-be24-380fd87f7660 req-a666e332-7948-4458-9855-e42d2b88b79d tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 948 time: 0.0528271 Jan 26 19:12:46.825477 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6f6e118c-c857-4338-be24-380fd87f7660 req-b1abdb29-574c-479e-97bb-983543e3a286 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f8cd869-4197-4b11-aee9-cf26276801e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457206 Jan 26 19:12:47.392038 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device daa014d5-1568-4c9b-97c9-63812ee9363e details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:12:47.485673 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port daa014d5-1568-4c9b-97c9-63812ee9363e, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=daa014d5-1568-4c9b-97c9-63812ee9363e,segment=NetworkSegment(3c5eb936-b52f-4bdb-bda4-0e6400c818fd),segment_id=3c5eb936-b52f-4bdb-bda4-0e6400c818fd)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:12:47.497328 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': 'daa014d5-1568-4c9b-97c9-63812ee9363e', 'network_id': 'e650d27e-7ee1-40c5-9c3a-d8be724e55ad', 'port_id': 'daa014d5-1568-4c9b-97c9-63812ee9363e', 'mac_address': 'fa:16:3e:82:5b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03dbfa4-dfad-4887-9e53-48770eca94da', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:12:47.662371 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port daa014d5-1568-4c9b-97c9-63812ee9363e is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:12:47.662762 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (daa014d5-1568-4c9b-97c9-63812ee9363e), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:47.675417 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa014d5-1568-4c9b-97c9-63812ee9363e {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:12:47.694744 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port daa014d5-1568-4c9b-97c9-63812ee9363e, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=daa014d5-1568-4c9b-97c9-63812ee9363e,segment=NetworkSegment(3c5eb936-b52f-4bdb-bda4-0e6400c818fd),segment_id=3c5eb936-b52f-4bdb-bda4-0e6400c818fd)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:12:47.789828 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (daa014d5-1568-4c9b-97c9-63812ee9363e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:47.836246 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=daa014d5-1568-4c9b-97c9-63812ee9363e,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:47.945738 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7b082-baf6-480a-a73e-7776db4dcf9a req-b2790ea4-2526-4b14-98d8-639916e48da9 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:47.947191 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fcb7b082-baf6-480a-a73e-7776db4dcf9a req-b2790ea4-2526-4b14-98d8-639916e48da9 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 949 time: 0.0474608 Jan 26 19:12:48.002639 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fcb7b082-baf6-480a-a73e-7776db4dcf9a req-80989535-08ff-4edf-a61a-2fbe0027a8d9 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f8cd869-4197-4b11-aee9-cf26276801e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498435 Jan 26 19:12:48.085155 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['daa014d5-1568-4c9b-97c9-63812ee9363e'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:12:49.116345 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a4baa-2258-4964-a87a-1a191a443a14 req-b266cb78-be5a-4ea8-ac7e-cd42a74ceeee tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:49.117898 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-267a4baa-2258-4964-a87a-1a191a443a14 req-b266cb78-be5a-4ea8-ac7e-cd42a74ceeee tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 949 time: 0.0475345 Jan 26 19:12:49.165958 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-267a4baa-2258-4964-a87a-1a191a443a14 req-ffe5f428-b6b3-45e3-b1c0-32257fe84c47 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f8cd869-4197-4b11-aee9-cf26276801e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423014 Jan 26 19:12:49.427046 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device daa014d5-1568-4c9b-97c9-63812ee9363e up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:12:49.526474 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port daa014d5-1568-4c9b-97c9-63812ee9363e completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:12:49.530624 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port daa014d5-1568-4c9b-97c9-63812ee9363e triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:12:49.531000 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (daa014d5-1568-4c9b-97c9-63812ee9363e), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:49.609856 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port daa014d5-1568-4c9b-97c9-63812ee9363e is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:12:49.610240 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (daa014d5-1568-4c9b-97c9-63812ee9363e), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:49.632019 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4271a6-957f-49f2-9189-f7bed9538387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa014d5-1568-4c9b-97c9-63812ee9363e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:12:49.634399 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f46380-bf95-454a-8f03-47daae0b421a" -d '{"events": [{"server_uuid": "1b4271a6-957f-49f2-9189-f7bed9538387", "name": "network-vif-plugged", "status": "completed", "tag": "daa014d5-1568-4c9b-97c9-63812ee9363e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:12:49.647652 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port daa014d5-1568-4c9b-97c9-63812ee9363e, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=daa014d5-1568-4c9b-97c9-63812ee9363e,segment=NetworkSegment(3c5eb936-b52f-4bdb-bda4-0e6400c818fd),segment_id=3c5eb936-b52f-4bdb-bda4-0e6400c818fd)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:12:49.671965 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ab5299-9be0-405b-9abd-5b658d679e42 x-openstack-request-id: req-30ab5299-9be0-405b-9abd-5b658d679e42 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:12:49.672265 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4271a6-957f-49f2-9189-f7bed9538387", "name": "network-vif-plugged", "status": "completed", "tag": "daa014d5-1568-4c9b-97c9-63812ee9363e", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:12:49.672521 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30ab5299-9be0-405b-9abd-5b658d679e42 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:12:49.672919 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4271a6-957f-49f2-9189-f7bed9538387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa014d5-1568-4c9b-97c9-63812ee9363e', 'code': 200} Jan 26 19:12:49.721282 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (daa014d5-1568-4c9b-97c9-63812ee9363e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:49.768863 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=daa014d5-1568-4c9b-97c9-63812ee9363e,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:49.999673 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa82bb8-03c0-4ee7-afe6-92837a80f9f2 req-c6160794-03ff-43e9-9906-58cfbec45d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:50.001245 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2aa82bb8-03c0-4ee7-afe6-92837a80f9f2 req-c6160794-03ff-43e9-9906-58cfbec45d6c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 1103 time: 0.0401404 Jan 26 19:12:50.044558 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2aa82bb8-03c0-4ee7-afe6-92837a80f9f2 req-5fb482d8-62d5-4914-bb63-b497f0d397ed service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3f8cd869-4197-4b11-aee9-cf26276801e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372632 Jan 26 19:12:50.282023 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a9cdb-ec83-4952-88d4-014b2537098f req-da63faa2-4c26-4705-bd99-8ca414515ca0 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:50.283523 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-590a9cdb-ec83-4952-88d4-014b2537098f req-da63faa2-4c26-4705-bd99-8ca414515ca0 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 950 time: 0.0511158 Jan 26 19:12:50.329185 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-590a9cdb-ec83-4952-88d4-014b2537098f req-a29a07b4-b83b-4150-9090-a3282ed4dc98 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f8cd869-4197-4b11-aee9-cf26276801e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400045 Jan 26 19:12:51.448201 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf1f2c-766c-44bc-8868-bd44ea3ebde6 req-a19a256a-3b33-4086-b383-f7cc9b2bc2bc tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:51.449674 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-94cf1f2c-766c-44bc-8868-bd44ea3ebde6 req-a19a256a-3b33-4086-b383-f7cc9b2bc2bc tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 950 time: 0.0473683 Jan 26 19:12:51.496010 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-94cf1f2c-766c-44bc-8868-bd44ea3ebde6 req-a435a0d2-4c9f-4667-8370-7e533a6f1be3 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f8cd869-4197-4b11-aee9-cf26276801e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399952 Jan 26 19:12:51.983065 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:52.610433 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd2f4b-beaa-48c7-9021-d6309846d252 req-7b2dbb8c-5a09-46d5-9b50-094a16410957 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:52.611922 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ccbd2f4b-beaa-48c7-9021-d6309846d252 req-7b2dbb8c-5a09-46d5-9b50-094a16410957 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 950 time: 0.0483961 Jan 26 19:12:52.658494 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ccbd2f4b-beaa-48c7-9021-d6309846d252 req-3ae95c58-f2c8-4a8f-a9cf-ee4473f7f9dc tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f8cd869-4197-4b11-aee9-cf26276801e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404823 Jan 26 19:12:52.717115 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:12:53.172224 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e14702-ab68-43eb-9cec-afbdec3d96b2 req-03faea58-a193-450a-bfa4-dbdd378aaa77 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:53.173896 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e9e14702-ab68-43eb-9cec-afbdec3d96b2 req-03faea58-a193-450a-bfa4-dbdd378aaa77 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 950 time: 0.0480015 Jan 26 19:12:53.226132 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e9e14702-ab68-43eb-9cec-afbdec3d96b2 req-a7efe8a6-381a-4941-b4d1-ef7f02a62c8f tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f8cd869-4197-4b11-aee9-cf26276801e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461624 Jan 26 19:12:54.348954 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bc8ec-3428-4b85-8633-9c6536e0207a req-fb6362c8-c4f3-4e92-a7c6-05d2e014555d tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:54.350484 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a94bc8ec-3428-4b85-8633-9c6536e0207a req-fb6362c8-c4f3-4e92-a7c6-05d2e014555d tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 950 time: 0.0524070 Jan 26 19:12:54.402724 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-a94bc8ec-3428-4b85-8633-9c6536e0207a req-2b82c949-b8e4-4de7-96ab-197719a69ffd tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f8cd869-4197-4b11-aee9-cf26276801e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462754 Jan 26 19:12:54.686902 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e953cb-aad6-4472-ac3b-352db8ef54e6 req-6a06831b-fbd0-4ed3-b37a-4ba2a01ba232 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:54.688382 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-90e953cb-aad6-4472-ac3b-352db8ef54e6 req-6a06831b-fbd0-4ed3-b37a-4ba2a01ba232 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 950 time: 0.0490749 Jan 26 19:12:54.789476 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-90e953cb-aad6-4472-ac3b-352db8ef54e6 req-bd945688-fa61-48c6-80c2-8b7419ac1b06 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Deleting port daa014d5-1568-4c9b-97c9-63812ee9363e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:12:54.789755 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90e953cb-aad6-4472-ac3b-352db8ef54e6 req-bd945688-fa61-48c6-80c2-8b7419ac1b06 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (daa014d5-1568-4c9b-97c9-63812ee9363e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:54.877474 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-90e953cb-aad6-4472-ac3b-352db8ef54e6 req-bd945688-fa61-48c6-80c2-8b7419ac1b06 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] For port daa014d5-1568-4c9b-97c9-63812ee9363e, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=daa014d5-1568-4c9b-97c9-63812ee9363e,segment=NetworkSegment(3c5eb936-b52f-4bdb-bda4-0e6400c818fd),segment_id=3c5eb936-b52f-4bdb-bda4-0e6400c818fd)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:12:54.877837 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90e953cb-aad6-4472-ac3b-352db8ef54e6 req-bd945688-fa61-48c6-80c2-8b7419ac1b06 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (daa014d5-1568-4c9b-97c9-63812ee9363e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:54.889502 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-90e953cb-aad6-4472-ac3b-352db8ef54e6 req-bd945688-fa61-48c6-80c2-8b7419ac1b06 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Calling delete_port for daa014d5-1568-4c9b-97c9-63812ee9363e owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:12:55.074750 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90e953cb-aad6-4472-ac3b-352db8ef54e6 req-bd945688-fa61-48c6-80c2-8b7419ac1b06 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (daa014d5-1568-4c9b-97c9-63812ee9363e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:55.087540 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['daa014d5-1568-4c9b-97c9-63812ee9363e'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:12:55.105375 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd945688-fa61-48c6-80c2-8b7419ac1b06 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Pushing event deleted for resources: {'Port': ['ID=daa014d5-1568-4c9b-97c9-63812ee9363e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:12:55.146341 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e953cb-aad6-4472-ac3b-352db8ef54e6 req-bd945688-fa61-48c6-80c2-8b7419ac1b06 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] No DVR routers for this DVR port daa014d5-1568-4c9b-97c9-63812ee9363e on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:12:55.149028 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90e953cb-aad6-4472-ac3b-352db8ef54e6 req-bd945688-fa61-48c6-80c2-8b7419ac1b06 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:12:55.152602 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-90e953cb-aad6-4472-ac3b-352db8ef54e6 req-bd945688-fa61-48c6-80c2-8b7419ac1b06 tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.55 "DELETE /v2.0/ports/daa014d5-1568-4c9b-97c9-63812ee9363e HTTP/1.1" status: 204 len: 173 time: 0.4587705 Jan 26 19:12:55.153143 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4271a6-957f-49f2-9189-f7bed9538387', 'name': 'network-vif-deleted', 'tag': 'daa014d5-1568-4c9b-97c9-63812ee9363e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:12:55.155681 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a096d803-b16a-4423-a819-73f5cbcd9e57" -d '{"events": [{"server_uuid": "1b4271a6-957f-49f2-9189-f7bed9538387", "name": "network-vif-deleted", "tag": "daa014d5-1568-4c9b-97c9-63812ee9363e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:12:55.198043 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59170f7c-5322-4842-a9ae-ca2dfcc3b024 x-openstack-request-id: req-59170f7c-5322-4842-a9ae-ca2dfcc3b024 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:12:55.198043 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4271a6-957f-49f2-9189-f7bed9538387", "name": "network-vif-deleted", "tag": "daa014d5-1568-4c9b-97c9-63812ee9363e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:12:55.198043 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59170f7c-5322-4842-a9ae-ca2dfcc3b024 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:12:55.198043 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4271a6-957f-49f2-9189-f7bed9538387', 'name': 'network-vif-deleted', 'tag': 'daa014d5-1568-4c9b-97c9-63812ee9363e', 'status': 'completed', 'code': 200} Jan 26 19:12:55.503304 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e1c553ab-6138-45b0-a80f-54cf4c9e45c2 req-82e48267-e9dc-480d-83fc-a587763aa71e tempest-VolumesNegativeTest-1165977284 tempest-VolumesNegativeTest-1165977284-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b4271a6-957f-49f2-9189-f7bed9538387 HTTP/1.1" status: 200 len: 210 time: 0.0305521 Jan 26 19:12:58.621989 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1802b44-def4-4fcc-b0cc-12ff23c21d76 req-125af412-daa7-41a2-be54-726a8ffd231b tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:58.623450 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c1802b44-def4-4fcc-b0cc-12ff23c21d76 req-125af412-daa7-41a2-be54-726a8ffd231b tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 945 time: 0.0474501 Jan 26 19:12:58.670897 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c1802b44-def4-4fcc-b0cc-12ff23c21d76 req-c4da2496-8c47-4507-b102-985ea6f38e64 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411088 Jan 26 19:12:59.487091 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device daa014d5-1568-4c9b-97c9-63812ee9363e no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:12:59.508686 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: daa014d5-1568-4c9b-97c9-63812ee9363e {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:12:59.509095 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device daa014d5-1568-4c9b-97c9-63812ee9363e not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:12:59.810313 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea8473-9b4e-45b0-87ff-0b105ba39a36 req-897b34ba-741b-46d6-9203-4e8ab0a49096 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:12:59.811955 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1fea8473-9b4e-45b0-87ff-0b105ba39a36 req-897b34ba-741b-46d6-9203-4e8ab0a49096 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 945 time: 0.0712729 Jan 26 19:12:59.872134 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1fea8473-9b4e-45b0-87ff-0b105ba39a36 req-e0dc3807-a5b9-4f1f-b28a-043b289007c2 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540485 Jan 26 19:13:00.118490 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0fda10d4-2932-478c-8c59-8a224dc3592c req-4e1c9e08-ac45-46f0-8989-804bdb91a50d tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2140809520&fields=id&tenant_id=32a037b182ae4cd5a35299e60c9f7dbc HTTP/1.1" status: 200 len: 267 time: 0.0535345 Jan 26 19:13:00.170658 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda10d4-2932-478c-8c59-8a224dc3592c req-cb9f62ed-f807-4f3a-b5b0-bf766f15f58b tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:00.172187 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0fda10d4-2932-478c-8c59-8a224dc3592c req-cb9f62ed-f807-4f3a-b5b0-bf766f15f58b tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 984 time: 0.0497785 Jan 26 19:13:00.184257 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-0fda10d4-2932-478c-8c59-8a224dc3592c req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Request body: {'port': {'security_groups': ['91612b6a-36b8-4f1c-8e95-bbb25cff2291']}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:13:00.259602 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-0fda10d4-2932-478c-8c59-8a224dc3592c req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:00.322049 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a61af8-4051-4c7d-bffe-a1193f8a0f1c req-35d4bc2d-3bef-4726-87bd-083fa7eb66eb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:00.323606 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-38a61af8-4051-4c7d-bffe-a1193f8a0f1c req-35d4bc2d-3bef-4726-87bd-083fa7eb66eb tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.55 "GET /v2.0/ports?device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 945 time: 0.0608377 Jan 26 19:13:00.420945 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-38a61af8-4051-4c7d-bffe-a1193f8a0f1c req-54ae06d3-6af9-4321-8971-2a36b00648a5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Deleting port a8739b61-00a8-4c0b-81e3-fa9f3afd2652 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:00.421309 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-38a61af8-4051-4c7d-bffe-a1193f8a0f1c req-54ae06d3-6af9-4321-8971-2a36b00648a5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (a8739b61-00a8-4c0b-81e3-fa9f3afd2652), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:00.449548 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-0fda10d4-2932-478c-8c59-8a224dc3592c req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] For port caffc39a-419f-4983-b1e6-a19afd0dbbf1, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=caffc39a-419f-4983-b1e6-a19afd0dbbf1,segment=NetworkSegment(c75bed8a-4447-4910-9d3b-3e68036654b3),segment_id=c75bed8a-4447-4910-9d3b-3e68036654b3)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:00.479620 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-0fda10d4-2932-478c-8c59-8a224dc3592c req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:00.516938 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-38a61af8-4051-4c7d-bffe-a1193f8a0f1c req-54ae06d3-6af9-4321-8971-2a36b00648a5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] For port a8739b61-00a8-4c0b-81e3-fa9f3afd2652, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a8739b61-00a8-4c0b-81e3-fa9f3afd2652,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:00.517332 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-38a61af8-4051-4c7d-bffe-a1193f8a0f1c req-54ae06d3-6af9-4321-8971-2a36b00648a5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (a8739b61-00a8-4c0b-81e3-fa9f3afd2652), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:00.530219 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-38a61af8-4051-4c7d-bffe-a1193f8a0f1c req-54ae06d3-6af9-4321-8971-2a36b00648a5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Calling delete_port for a8739b61-00a8-4c0b-81e3-fa9f3afd2652 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:00.538111 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-0fda10d4-2932-478c-8c59-8a224dc3592c req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60122934'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:00.551522 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['caffc39a-419f-4983-b1e6-a19afd0dbbf1'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:13:00.590653 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda10d4-2932-478c-8c59-8a224dc3592c req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:00.591341 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-0fda10d4-2932-478c-8c59-8a224dc3592c req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:00.592814 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0fda10d4-2932-478c-8c59-8a224dc3592c req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "PUT /v2.0/ports/caffc39a-419f-4983-b1e6-a19afd0dbbf1 HTTP/1.1" status: 200 len: 942 time: 0.4132993 Jan 26 19:13:00.593335 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'tag': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:13:00.604323 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778b83fb83c7ed0d23127b0c5088a0f98009e27ee8199dc064e98ebb24a51604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83210700-97df-4748-a448-46e2f3e4dd6a" -d '{"events": [{"name": "network-changed", "server_uuid": "f74ee28e-990f-486e-8b0c-48042ee97559", "tag": "caffc39a-419f-4983-b1e6-a19afd0dbbf1"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:13:00.667224 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 48814) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:00.670131 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195a39e5-ebfe-4ec3-99da-56b5b7b60e54 x-openstack-request-id: req-195a39e5-ebfe-4ec3-99da-56b5b7b60e54 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:13:00.670431 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74ee28e-990f-486e-8b0c-48042ee97559", "tag": "caffc39a-419f-4983-b1e6-a19afd0dbbf1", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:13:00.670692 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-195a39e5-ebfe-4ec3-99da-56b5b7b60e54 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:13:00.671090 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'tag': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1', 'status': 'completed', 'code': 200} Jan 26 19:13:00.743303 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['caffc39a-419f-4983-b1e6-a19afd0dbbf1'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:13:00.746326 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Pushing event updated for resources: {'Port': ['ID=caffc39a-419f-4983-b1e6-a19afd0dbbf1,revision_number=7']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:00.763861 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:00.772466 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:00.772466 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:00.772466 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:00.772466 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:00.772466 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:00.772466 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:00.772466 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:00.772466 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:00.772466 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:00.772466 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:00.773282 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:00.773282 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5430afa-2a6b-4aec-8dce-b01e9a6c8ff3 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:00.797968 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-61645ea8-234a-4f91-80ad-fab814fc6f58 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group (5409cfa3-aaa8-45a4-bfa9-371fc0686155), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:00.806068 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83210700-97df-4748-a448-46e2f3e4dd6a req-14edceef-af8b-41c4-aabe-acc9b2a9335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:00.807925 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-83210700-97df-4748-a448-46e2f3e4dd6a req-14edceef-af8b-41c4-aabe-acc9b2a9335f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32a037b182ae4cd5a35299e60c9f7dbc&device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 1098 time: 0.0637219 Jan 26 19:13:00.826110 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-38a61af8-4051-4c7d-bffe-a1193f8a0f1c req-54ae06d3-6af9-4321-8971-2a36b00648a5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (a8739b61-00a8-4c0b-81e3-fa9f3afd2652), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:00.826798 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-61645ea8-234a-4f91-80ad-fab814fc6f58 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group (5409cfa3-aaa8-45a4-bfa9-371fc0686155), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:00.869651 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['c61e260b-a6d5-4f6b-9b51-4798465e724c', 'dfc98967-14f9-433a-ac1c-3a700ad26bce', '2c5f8a57-e901-4292-a3ec-407e0cc90120', 'a8739b61-00a8-4c0b-81e3-fa9f3afd2652'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:13:00.906700 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae06d3-6af9-4321-8971-2a36b00648a5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Pushing event deleted for resources: {'Port': ['ID=a8739b61-00a8-4c0b-81e3-fa9f3afd2652,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:00.987440 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a61af8-4051-4c7d-bffe-a1193f8a0f1c req-54ae06d3-6af9-4321-8971-2a36b00648a5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] No DVR routers for this DVR port a8739b61-00a8-4c0b-81e3-fa9f3afd2652 on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:13:00.991952 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-38a61af8-4051-4c7d-bffe-a1193f8a0f1c req-54ae06d3-6af9-4321-8971-2a36b00648a5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:00.992174 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1947637b-928d-4fed-84c7-2dfff4683321 req-6764ba29-bd80-4aa8-a922-95ea986ac42d tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=48a47c18-fa74-4c92-b02d-dc3a4bcc4090 HTTP/1.1" status: 200 len: 210 time: 0.0278749 Jan 26 19:13:00.995498 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-38a61af8-4051-4c7d-bffe-a1193f8a0f1c req-54ae06d3-6af9-4321-8971-2a36b00648a5 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.55 "DELETE /v2.0/ports/a8739b61-00a8-4c0b-81e3-fa9f3afd2652 HTTP/1.1" status: 204 len: 173 time: 0.6667860 Jan 26 19:13:00.995991 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a47c18-fa74-4c92-b02d-dc3a4bcc4090', 'name': 'network-vif-deleted', 'tag': 'a8739b61-00a8-4c0b-81e3-fa9f3afd2652'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:13:00.998409 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538f8467-31bb-49bb-ba10-baf6dd94b753" -d '{"events": [{"server_uuid": "48a47c18-fa74-4c92-b02d-dc3a4bcc4090", "name": "network-vif-deleted", "tag": "a8739b61-00a8-4c0b-81e3-fa9f3afd2652"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:13:01.037312 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83210700-97df-4748-a448-46e2f3e4dd6a req-3f309b97-1e60-40c0-b091-66b881853e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:01.038865 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-83210700-97df-4748-a448-46e2f3e4dd6a req-3f309b97-1e60-40c0-b091-66b881853e9e service neutron] 10.222.0.55 "GET /v2.0/networks?id=65d691c9-eedb-4df1-861b-1902afc0a245 HTTP/1.1" status: 200 len: 915 time: 0.2249691 Jan 26 19:13:01.046576 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-61645ea8-234a-4f91-80ad-fab814fc6f58 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (5409cfa3-aaa8-45a4-bfa9-371fc0686155), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:01.049263 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-61645ea8-234a-4f91-80ad-fab814fc6f58 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:01.050627 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-61645ea8-234a-4f91-80ad-fab814fc6f58 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "DELETE /v2.0/security-groups/5409cfa3-aaa8-45a4-bfa9-371fc0686155 HTTP/1.1" status: 204 len: 168 time: 0.3823509 Jan 26 19:13:01.053953 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 48842) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:01.061136 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-85484f05-e63b-4699-960a-9c377b57bc48 None None] Provisioning complete for port caffc39a-419f-4983-b1e6-a19afd0dbbf1 triggered by entity DHCP. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:13:01.061136 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85484f05-e63b-4699-960a-9c377b57bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:01.061404 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61645ea8-234a-4f91-80ad-fab814fc6f58 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5409cfa3-aaa8-45a4-bfa9-371fc0686155,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:01.098076 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc1bf4f-b353-415a-80d3-3f1cb9b89b8a x-openstack-request-id: req-8dc1bf4f-b353-415a-80d3-3f1cb9b89b8a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:13:01.098348 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a47c18-fa74-4c92-b02d-dc3a4bcc4090", "name": "network-vif-deleted", "tag": "a8739b61-00a8-4c0b-81e3-fa9f3afd2652", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:13:01.098935 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8dc1bf4f-b353-415a-80d3-3f1cb9b89b8a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:13:01.099355 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a47c18-fa74-4c92-b02d-dc3a4bcc4090', 'name': 'network-vif-deleted', 'tag': 'a8739b61-00a8-4c0b-81e3-fa9f3afd2652', 'status': 'completed', 'code': 200} Jan 26 19:13:01.173939 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-83210700-97df-4748-a448-46e2f3e4dd6a req-81f95bbf-f53e-4f77-9f64-a7e236aca2e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caffc39a-419f-4983-b1e6-a19afd0dbbf1 HTTP/1.1" status: 200 len: 1000 time: 0.1294286 Jan 26 19:13:01.247253 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-85484f05-e63b-4699-960a-9c377b57bc48 None None] Current status of the port caffc39a-419f-4983-b1e6-a19afd0dbbf1 is: ACTIVE; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:13:01.311649 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83210700-97df-4748-a448-46e2f3e4dd6a req-04540f1b-1a44-4772-91f8-a8dfd0841227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:01.313038 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-83210700-97df-4748-a448-46e2f3e4dd6a req-04540f1b-1a44-4772-91f8-a8dfd0841227 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d2188b4-53a7-483f-8626-14ace373b1de HTTP/1.1" status: 200 len: 853 time: 0.0854321 Jan 26 19:13:01.375459 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83210700-97df-4748-a448-46e2f3e4dd6a req-629d119e-ba97-4389-8ce1-6e65e388b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:01.377007 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-83210700-97df-4748-a448-46e2f3e4dd6a req-629d119e-ba97-4389-8ce1-6e65e388b046 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65d691c9-eedb-4df1-861b-1902afc0a245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542080 Jan 26 19:13:01.379709 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3b513db9-abda-48b0-a704-822674626124 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Deleting port 5e38f74c-e204-4bcf-bda4-e606bcad6997 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:01.380051 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b513db9-abda-48b0-a704-822674626124 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (5e38f74c-e204-4bcf-bda4-e606bcad6997), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:01.517013 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b513db9-abda-48b0-a704-822674626124 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (5e38f74c-e204-4bcf-bda4-e606bcad6997), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:01.517366 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b513db9-abda-48b0-a704-822674626124 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for floatingip (5e38f74c-e204-4bcf-bda4-e606bcad6997), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:01.539040 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3b513db9-abda-48b0-a704-822674626124 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Calling delete_port for 5e38f74c-e204-4bcf-bda4-e606bcad6997 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:01.544415 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-83210700-97df-4748-a448-46e2f3e4dd6a req-737d24aa-1216-41b5-9261-702fcff21765 service neutron] 10.222.0.55 "GET /v2.0/networks/65d691c9-eedb-4df1-861b-1902afc0a245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503000 Jan 26 19:13:01.713894 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-83210700-97df-4748-a448-46e2f3e4dd6a req-7fc24d02-41b2-46df-b9e9-876900ffbfe0 service neutron] 10.222.0.55 "GET /v2.0/networks/65d691c9-eedb-4df1-861b-1902afc0a245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644864 Jan 26 19:13:01.823424 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b513db9-abda-48b0-a704-822674626124 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (5e38f74c-e204-4bcf-bda4-e606bcad6997), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:01.849276 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b513db9-abda-48b0-a704-822674626124 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Pushing event deleted for resources: {'Port': ['ID=5e38f74c-e204-4bcf-bda4-e606bcad6997,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:01.910589 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b513db9-abda-48b0-a704-822674626124 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks [] for floatingip (8a8fc22f-f14e-4738-a33d-f846505c3bd7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:01.910984 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.l3_db [None req-3b513db9-abda-48b0-a704-822674626124 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Floating IP 8a8fc22f-f14e-4738-a33d-f846505c3bd7 disassociated (deleted). External IP: 172.27.2.10, port: caffc39a-419f-4983-b1e6-a19afd0dbbf1. Jan 26 19:13:02.120683 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b513db9-abda-48b0-a704-822674626124 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Router 163ff6d5-4540-4d07-88c1-35bf18779e77 has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:13:02.229835 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b513db9-abda-48b0-a704-822674626124 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:13:02.236501 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b513db9-abda-48b0-a704-822674626124 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:02.245135 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb169f-a090-4d2e-9e07-a218c5662120 None None] Sync routers for ids ['163ff6d5-4540-4d07-88c1-35bf18779e77'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:13:02.267602 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb169f-a090-4d2e-9e07-a218c5662120 None None] Routers {'163ff6d5-4540-4d07-88c1-35bf18779e77'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:13:02.270610 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b1eb169f-a090-4d2e-9e07-a218c5662120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:12:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['163ff6d5-4540-4d07-88c1-35bf18779e77'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:02.272697 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-3b513db9-abda-48b0-a704-822674626124 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "DELETE /v2.0/floatingips/8a8fc22f-f14e-4738-a33d-f846505c3bd7 HTTP/1.1" status: 204 len: 168 time: 1.2166147 Jan 26 19:13:02.397541 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-b1eb169f-a090-4d2e-9e07-a218c5662120 None None] Set router 163ff6d5-4540-4d07-88c1-35bf18779e77 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:13:02.602723 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b1eb169f-a090-4d2e-9e07-a218c5662120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'name': 'tempest-TestMinimumBasicScenario-143294455-router', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:13Z', 'updated_at': '2022-01-26T19:10:17Z', 'revision_number': 4, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'gw_port': {'id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:14Z', 'updated_at': '2022-01-26T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '1cf5c4ec-1454-47ba-b011-46ec8f12da7b', 'name': '', 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'mac_address': 'fa:16:3e:9b:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:17Z', 'updated_at': '2022-01-26T19:10:23Z', 'revision_number': 5, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'subnets': [{'id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:02.629788 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb169f-a090-4d2e-9e07-a218c5662120 None None] Checking router: 163ff6d5-4540-4d07-88c1-35bf18779e77 for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:13:02.638129 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb169f-a090-4d2e-9e07-a218c5662120 None None] Routers {'163ff6d5-4540-4d07-88c1-35bf18779e77'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:13:02.638729 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b1eb169f-a090-4d2e-9e07-a218c5662120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:12:39Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['163ff6d5-4540-4d07-88c1-35bf18779e77'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:02.696047 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 48866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:02.755705 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-b1eb169f-a090-4d2e-9e07-a218c5662120 None None] Set router 163ff6d5-4540-4d07-88c1-35bf18779e77 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:13:02.843928 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-859122d5-c951-44cb-a551-ad6f1f0dc364 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bde568a7dc3c40ae8ffa2e45d2725f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442451 Jan 26 19:13:02.844126 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 48870) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:02.893689 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-997557cf-82d0-4d16-b1f2-d46aa0c9b9bf admin admin] Publish callbacks [] for security_group (3f8cd869-4197-4b11-aee9-cf26276801e5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:02.919466 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-997557cf-82d0-4d16-b1f2-d46aa0c9b9bf admin admin] Publish callbacks [] for security_group (3f8cd869-4197-4b11-aee9-cf26276801e5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:02.969103 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-b1eb169f-a090-4d2e-9e07-a218c5662120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'name': 'tempest-TestMinimumBasicScenario-143294455-router', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:13Z', 'updated_at': '2022-01-26T19:10:17Z', 'revision_number': 4, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'gw_port': {'id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:14Z', 'updated_at': '2022-01-26T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '1cf5c4ec-1454-47ba-b011-46ec8f12da7b', 'name': '', 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'mac_address': 'fa:16:3e:9b:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:17Z', 'updated_at': '2022-01-26T19:10:23Z', 'revision_number': 5, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'subnets': [{'id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:02.996082 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eb169f-a090-4d2e-9e07-a218c5662120 None None] The sync data for ids ['163ff6d5-4540-4d07-88c1-35bf18779e77'] in dv-cinder-824187-6-iscsi is: [{'id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'name': 'tempest-TestMinimumBasicScenario-143294455-router', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:13Z', 'updated_at': '2022-01-26T19:10:17Z', 'revision_number': 4, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'gw_port': {'id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:14Z', 'updated_at': '2022-01-26T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': '1cf5c4ec-1454-47ba-b011-46ec8f12da7b', 'name': '', 'network_id': '65d691c9-eedb-4df1-861b-1902afc0a245', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'mac_address': 'fa:16:3e:9b:b0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:17Z', 'updated_at': '2022-01-26T19:10:23Z', 'revision_number': 5, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'subnets': [{'id': '2d2188b4-53a7-483f-8626-14ace373b1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:13:03.029284 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-997557cf-82d0-4d16-b1f2-d46aa0c9b9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (3f8cd869-4197-4b11-aee9-cf26276801e5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:03.032128 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-997557cf-82d0-4d16-b1f2-d46aa0c9b9bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:03.034899 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-997557cf-82d0-4d16-b1f2-d46aa0c9b9bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f8cd869-4197-4b11-aee9-cf26276801e5 HTTP/1.1" status: 204 len: 168 time: 0.1884286 Jan 26 19:13:03.042513 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997557cf-82d0-4d16-b1f2-d46aa0c9b9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8cd869-4197-4b11-aee9-cf26276801e5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:03.100194 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'tag': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:13:03.105777 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35faf1d6-8167-4eee-b76d-a382d8f727f6" -d '{"events": [{"name": "network-changed", "server_uuid": "f74ee28e-990f-486e-8b0c-48042ee97559", "tag": "caffc39a-419f-4983-b1e6-a19afd0dbbf1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:13:03.140303 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e1cd6c-c054-43ed-a8d5-b7d6ec5f76d8 x-openstack-request-id: req-80e1cd6c-c054-43ed-a8d5-b7d6ec5f76d8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:13:03.140303 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74ee28e-990f-486e-8b0c-48042ee97559", "tag": "caffc39a-419f-4983-b1e6-a19afd0dbbf1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:13:03.140303 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80e1cd6c-c054-43ed-a8d5-b7d6ec5f76d8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:13:03.140303 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'tag': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1', 'status': 'completed', 'code': 200} Jan 26 19:13:03.203799 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35faf1d6-8167-4eee-b76d-a382d8f727f6 req-0750658e-0617-4621-bfae-d41621503b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:03.205464 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-35faf1d6-8167-4eee-b76d-a382d8f727f6 req-0750658e-0617-4621-bfae-d41621503b02 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32a037b182ae4cd5a35299e60c9f7dbc&device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 1098 time: 0.0430498 Jan 26 19:13:03.263449 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60f9415-2859-404f-a100-e7a1a366ec3d None None] New status for floating IP 8a8fc22f-f14e-4738-a33d-f846505c3bd7: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:13:03.302546 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35faf1d6-8167-4eee-b76d-a382d8f727f6 req-1535ca2c-c955-49f1-b15c-6478bbfe4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:03.304051 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-35faf1d6-8167-4eee-b76d-a382d8f727f6 req-1535ca2c-c955-49f1-b15c-6478bbfe4ddb service neutron] 10.222.0.55 "GET /v2.0/networks?id=65d691c9-eedb-4df1-861b-1902afc0a245 HTTP/1.1" status: 200 len: 915 time: 0.0920444 Jan 26 19:13:03.357887 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-35faf1d6-8167-4eee-b76d-a382d8f727f6 req-7fa9b4b6-1133-4e49-be6c-da25d809983c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=caffc39a-419f-4983-b1e6-a19afd0dbbf1 HTTP/1.1" status: 200 len: 217 time: 0.0470400 Jan 26 19:13:03.414556 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35faf1d6-8167-4eee-b76d-a382d8f727f6 req-047899f2-a6f4-4788-9f2a-9fc31f787eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:03.416249 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-35faf1d6-8167-4eee-b76d-a382d8f727f6 req-047899f2-a6f4-4788-9f2a-9fc31f787eb5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d2188b4-53a7-483f-8626-14ace373b1de HTTP/1.1" status: 200 len: 853 time: 0.0506804 Jan 26 19:13:03.471300 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35faf1d6-8167-4eee-b76d-a382d8f727f6 req-284fbb95-1c49-4a99-b52d-0d38ea15a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:03.472506 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-35faf1d6-8167-4eee-b76d-a382d8f727f6 req-284fbb95-1c49-4a99-b52d-0d38ea15a65e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65d691c9-eedb-4df1-861b-1902afc0a245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504870 Jan 26 19:13:03.569501 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-35faf1d6-8167-4eee-b76d-a382d8f727f6 req-4268dcf5-aa43-4a3f-95a6-58c833bdee90 service neutron] 10.222.0.55 "GET /v2.0/networks/65d691c9-eedb-4df1-861b-1902afc0a245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903745 Jan 26 19:13:03.660442 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-35faf1d6-8167-4eee-b76d-a382d8f727f6 req-00ba3971-7a23-4a6c-be41-96955c9d5324 service neutron] 10.222.0.55 "GET /v2.0/networks/65d691c9-eedb-4df1-861b-1902afc0a245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848660 Jan 26 19:13:03.983557 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd4232-5530-4de2-bdd2-f00522c204bf req-f2028e77-4816-419f-a836-4d1aeccc3a85 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:03.985022 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2efd4232-5530-4de2-bdd2-f00522c204bf req-f2028e77-4816-419f-a836-4d1aeccc3a85 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 946 time: 0.0532348 Jan 26 19:13:04.031294 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2efd4232-5530-4de2-bdd2-f00522c204bf req-5a1ef06c-baea-43ef-9679-494e2234f192 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Jan 26 19:13:05.146260 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f2ff1-814e-413f-b271-7db9bbd79d10 req-e2b98980-ff4d-4499-ad48-8c2b485d8443 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:05.147801 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fa4f2ff1-814e-413f-b271-7db9bbd79d10 req-e2b98980-ff4d-4499-ad48-8c2b485d8443 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 946 time: 0.0499184 Jan 26 19:13:05.199253 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fa4f2ff1-814e-413f-b271-7db9bbd79d10 req-6e377e84-28ce-43f3-a0f3-0346490fd373 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456190 Jan 26 19:13:05.419345 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d60d78-873b-4a06-8706-4c6ca13b401e req-ec719425-df3a-4d5a-8a75-c7c23a3c5353 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:05.420676 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-73d60d78-873b-4a06-8706-4c6ca13b401e req-ec719425-df3a-4d5a-8a75-c7c23a3c5353 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 946 time: 0.0474524 Jan 26 19:13:05.501685 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device a8739b61-00a8-4c0b-81e3-fa9f3afd2652 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:05.511152 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-73d60d78-873b-4a06-8706-4c6ca13b401e req-732c608f-5e81-4224-a2ee-4a8fe36dd627 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Deleting port 2c5f8a57-e901-4292-a3ec-407e0cc90120 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:05.511507 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-73d60d78-873b-4a06-8706-4c6ca13b401e req-732c608f-5e81-4224-a2ee-4a8fe36dd627 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (2c5f8a57-e901-4292-a3ec-407e0cc90120), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:05.522502 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: a8739b61-00a8-4c0b-81e3-fa9f3afd2652 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:05.522855 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device a8739b61-00a8-4c0b-81e3-fa9f3afd2652 not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:05.607711 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-73d60d78-873b-4a06-8706-4c6ca13b401e req-732c608f-5e81-4224-a2ee-4a8fe36dd627 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] For port 2c5f8a57-e901-4292-a3ec-407e0cc90120, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=2c5f8a57-e901-4292-a3ec-407e0cc90120,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:05.608085 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-73d60d78-873b-4a06-8706-4c6ca13b401e req-732c608f-5e81-4224-a2ee-4a8fe36dd627 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (2c5f8a57-e901-4292-a3ec-407e0cc90120), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:05.621870 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-73d60d78-873b-4a06-8706-4c6ca13b401e req-732c608f-5e81-4224-a2ee-4a8fe36dd627 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Calling delete_port for 2c5f8a57-e901-4292-a3ec-407e0cc90120 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:06.080561 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-73d60d78-873b-4a06-8706-4c6ca13b401e req-732c608f-5e81-4224-a2ee-4a8fe36dd627 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (2c5f8a57-e901-4292-a3ec-407e0cc90120), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:06.091363 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['c61e260b-a6d5-4f6b-9b51-4798465e724c', 'dfc98967-14f9-433a-ac1c-3a700ad26bce', '2c5f8a57-e901-4292-a3ec-407e0cc90120'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:13:06.109447 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c608f-5e81-4224-a2ee-4a8fe36dd627 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Pushing event deleted for resources: {'Port': ['ID=2c5f8a57-e901-4292-a3ec-407e0cc90120,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:06.151406 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d60d78-873b-4a06-8706-4c6ca13b401e req-732c608f-5e81-4224-a2ee-4a8fe36dd627 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] No DVR routers for this DVR port 2c5f8a57-e901-4292-a3ec-407e0cc90120 on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:13:06.155577 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-73d60d78-873b-4a06-8706-4c6ca13b401e req-732c608f-5e81-4224-a2ee-4a8fe36dd627 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:06.159217 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-73d60d78-873b-4a06-8706-4c6ca13b401e req-732c608f-5e81-4224-a2ee-4a8fe36dd627 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.55 "DELETE /v2.0/ports/2c5f8a57-e901-4292-a3ec-407e0cc90120 HTTP/1.1" status: 204 len: 173 time: 0.7329466 Jan 26 19:13:06.159769 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd', 'name': 'network-vif-deleted', 'tag': '2c5f8a57-e901-4292-a3ec-407e0cc90120'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:13:06.162173 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3044b3-3686-47ad-803a-5923f9939af0" -d '{"events": [{"server_uuid": "8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd", "name": "network-vif-deleted", "tag": "2c5f8a57-e901-4292-a3ec-407e0cc90120"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:13:06.214451 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc8ea7a-1bb2-4054-b275-cb3e885da3b3 x-openstack-request-id: req-5fc8ea7a-1bb2-4054-b275-cb3e885da3b3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:13:06.214755 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd", "name": "network-vif-deleted", "tag": "2c5f8a57-e901-4292-a3ec-407e0cc90120", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:13:06.215009 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5fc8ea7a-1bb2-4054-b275-cb3e885da3b3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:13:06.215405 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd', 'name': 'network-vif-deleted', 'tag': '2c5f8a57-e901-4292-a3ec-407e0cc90120', 'status': 'completed', 'code': 200} Jan 26 19:13:06.319773 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cdd933ea-2555-4e0e-b6fe-359bce777ac4 req-194d4a3d-353f-45fb-99f3-69794ca82157 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d0c8bb2-ad6f-44d0-b83b-e3faf39728dd HTTP/1.1" status: 200 len: 210 time: 0.0478511 Jan 26 19:13:06.787082 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078bcba-6d6d-408b-876b-f3e156c9b429 req-b7406e32-7d77-4c99-a640-763b55afe798 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:06.788538 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9078bcba-6d6d-408b-876b-f3e156c9b429 req-b7406e32-7d77-4c99-a640-763b55afe798 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 945 time: 0.0509362 Jan 26 19:13:06.835114 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9078bcba-6d6d-408b-876b-f3e156c9b429 req-8768a1ff-fb88-4d7f-866a-663a7cca3300 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408430 Jan 26 19:13:07.108894 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dde12673-cb83-493b-9bdc-e441f52a4634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:07.835460 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d57e50-216e-41cb-90ba-70a1ba644148 req-6186097f-4c3f-4440-a408-8cf2529a6527 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:07.836988 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-05d57e50-216e-41cb-90ba-70a1ba644148 req-6186097f-4c3f-4440-a408-8cf2529a6527 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 946 time: 0.0486207 Jan 26 19:13:07.888158 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-05d57e50-216e-41cb-90ba-70a1ba644148 req-464b86bb-86d4-477d-a55f-65f29202682c tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456564 Jan 26 19:13:07.949977 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d44e8e-4215-4d08-9a36-73262b3a26b6 req-2308dfe0-e762-452f-9472-9cdacab4ad15 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:07.951459 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-19d44e8e-4215-4d08-9a36-73262b3a26b6 req-2308dfe0-e762-452f-9472-9cdacab4ad15 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 945 time: 0.0482845 Jan 26 19:13:07.997590 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-19d44e8e-4215-4d08-9a36-73262b3a26b6 req-07055463-a9b8-4c84-8f14-4ca08225d4cc tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/security-groups?id=91612b6a-36b8-4f1c-8e95-bbb25cff2291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403810 Jan 26 19:13:08.450162 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cca035-d780-46cc-ac37-2ad47ef0a79f req-ed836e71-6d34-4e01-934b-c35d1157563c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:08.451655 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-23cca035-d780-46cc-ac37-2ad47ef0a79f req-ed836e71-6d34-4e01-934b-c35d1157563c tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.55 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 945 time: 0.0504429 Jan 26 19:13:08.542679 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-23cca035-d780-46cc-ac37-2ad47ef0a79f req-bd3bb311-ad3d-46c9-ae8c-420bade30c97 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Deleting port caffc39a-419f-4983-b1e6-a19afd0dbbf1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:08.543028 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-23cca035-d780-46cc-ac37-2ad47ef0a79f req-bd3bb311-ad3d-46c9-ae8c-420bade30c97 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:08.633333 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-23cca035-d780-46cc-ac37-2ad47ef0a79f req-bd3bb311-ad3d-46c9-ae8c-420bade30c97 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] For port caffc39a-419f-4983-b1e6-a19afd0dbbf1, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=caffc39a-419f-4983-b1e6-a19afd0dbbf1,segment=NetworkSegment(c75bed8a-4447-4910-9d3b-3e68036654b3),segment_id=c75bed8a-4447-4910-9d3b-3e68036654b3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:08.633698 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-23cca035-d780-46cc-ac37-2ad47ef0a79f req-bd3bb311-ad3d-46c9-ae8c-420bade30c97 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:08.647024 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-23cca035-d780-46cc-ac37-2ad47ef0a79f req-bd3bb311-ad3d-46c9-ae8c-420bade30c97 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Calling delete_port for caffc39a-419f-4983-b1e6-a19afd0dbbf1 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:08.884872 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-23cca035-d780-46cc-ac37-2ad47ef0a79f req-bd3bb311-ad3d-46c9-ae8c-420bade30c97 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (caffc39a-419f-4983-b1e6-a19afd0dbbf1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:08.899308 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['caffc39a-419f-4983-b1e6-a19afd0dbbf1'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:13:08.918693 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bb311-ad3d-46c9-ae8c-420bade30c97 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Pushing event deleted for resources: {'Port': ['ID=caffc39a-419f-4983-b1e6-a19afd0dbbf1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:08.965445 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cca035-d780-46cc-ac37-2ad47ef0a79f req-bd3bb311-ad3d-46c9-ae8c-420bade30c97 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] No DVR routers for this DVR port caffc39a-419f-4983-b1e6-a19afd0dbbf1 on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:13:08.967752 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-23cca035-d780-46cc-ac37-2ad47ef0a79f req-bd3bb311-ad3d-46c9-ae8c-420bade30c97 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:08.971102 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-23cca035-d780-46cc-ac37-2ad47ef0a79f req-bd3bb311-ad3d-46c9-ae8c-420bade30c97 tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.55 "DELETE /v2.0/ports/caffc39a-419f-4983-b1e6-a19afd0dbbf1 HTTP/1.1" status: 204 len: 173 time: 0.5119538 Jan 26 19:13:08.971540 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'name': 'network-vif-deleted', 'tag': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:13:08.973815 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3486776b-80e1-4863-b60a-a8bd540722cb" -d '{"events": [{"server_uuid": "f74ee28e-990f-486e-8b0c-48042ee97559", "name": "network-vif-deleted", "tag": "caffc39a-419f-4983-b1e6-a19afd0dbbf1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:13:09.015597 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cbd899-4f52-4f07-8e36-faec2ff45414 x-openstack-request-id: req-24cbd899-4f52-4f07-8e36-faec2ff45414 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:13:09.016014 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74ee28e-990f-486e-8b0c-48042ee97559", "name": "network-vif-deleted", "tag": "caffc39a-419f-4983-b1e6-a19afd0dbbf1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:13:09.016320 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24cbd899-4f52-4f07-8e36-faec2ff45414 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:13:09.016729 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74ee28e-990f-486e-8b0c-48042ee97559', 'name': 'network-vif-deleted', 'tag': 'caffc39a-419f-4983-b1e6-a19afd0dbbf1', 'status': 'completed', 'code': 200} Jan 26 19:13:09.031272 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776f737-8977-47a5-a3ac-9822eb743f82 req-8665b842-c8a2-4313-9041-a84248e5513d tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:09.031272 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8776f737-8977-47a5-a3ac-9822eb743f82 req-8665b842-c8a2-4313-9041-a84248e5513d tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 946 time: 0.0593250 Jan 26 19:13:09.083252 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8776f737-8977-47a5-a3ac-9822eb743f82 req-e7d99544-f257-44b2-8d52-6114bf62b4ee tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474503 Jan 26 19:13:09.108896 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-93eda8db-1da6-4850-9b66-d430fa4918c9 req-740753c6-82d6-411e-a942-1eec16a3371e tempest-TestMinimumBasicScenario-1215866203 tempest-TestMinimumBasicScenario-1215866203-project] 10.222.0.52 "GET /v2.0/ports?device_id=f74ee28e-990f-486e-8b0c-48042ee97559 HTTP/1.1" status: 200 len: 210 time: 0.0332932 Jan 26 19:13:09.277314 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c63063-b660-409e-a1a6-f03f0075e2b1 req-0af1aba4-1f36-4395-9270-5d60376ac63a tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:09.277314 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f2c63063-b660-409e-a1a6-f03f0075e2b1 req-0af1aba4-1f36-4395-9270-5d60376ac63a tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.55 "GET /v2.0/ports?device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 946 time: 0.0509717 Jan 26 19:13:09.378658 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f2c63063-b660-409e-a1a6-f03f0075e2b1 req-9a2a9adb-bc74-492c-9800-be8da645fad6 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Deleting port dfc98967-14f9-433a-ac1c-3a700ad26bce {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:09.378998 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f2c63063-b660-409e-a1a6-f03f0075e2b1 req-9a2a9adb-bc74-492c-9800-be8da645fad6 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (dfc98967-14f9-433a-ac1c-3a700ad26bce), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:09.466489 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f2c63063-b660-409e-a1a6-f03f0075e2b1 req-9a2a9adb-bc74-492c-9800-be8da645fad6 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] For port dfc98967-14f9-433a-ac1c-3a700ad26bce, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=dfc98967-14f9-433a-ac1c-3a700ad26bce,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:09.466772 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f2c63063-b660-409e-a1a6-f03f0075e2b1 req-9a2a9adb-bc74-492c-9800-be8da645fad6 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (dfc98967-14f9-433a-ac1c-3a700ad26bce), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:09.479206 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f2c63063-b660-409e-a1a6-f03f0075e2b1 req-9a2a9adb-bc74-492c-9800-be8da645fad6 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Calling delete_port for dfc98967-14f9-433a-ac1c-3a700ad26bce owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:09.548969 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 2c5f8a57-e901-4292-a3ec-407e0cc90120 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:09.569423 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: 2c5f8a57-e901-4292-a3ec-407e0cc90120 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:09.569858 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 2c5f8a57-e901-4292-a3ec-407e0cc90120 not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:09.571598 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37666a6f-6804-4b02-85e0-aead8967a1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:09.703110 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f2c63063-b660-409e-a1a6-f03f0075e2b1 req-9a2a9adb-bc74-492c-9800-be8da645fad6 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (dfc98967-14f9-433a-ac1c-3a700ad26bce), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:09.714129 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['c61e260b-a6d5-4f6b-9b51-4798465e724c', 'dfc98967-14f9-433a-ac1c-3a700ad26bce'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:13:09.732990 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a9adb-bc74-492c-9800-be8da645fad6 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Pushing event deleted for resources: {'Port': ['ID=dfc98967-14f9-433a-ac1c-3a700ad26bce,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:09.777324 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c63063-b660-409e-a1a6-f03f0075e2b1 req-9a2a9adb-bc74-492c-9800-be8da645fad6 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] No DVR routers for this DVR port dfc98967-14f9-433a-ac1c-3a700ad26bce on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:13:09.779648 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f2c63063-b660-409e-a1a6-f03f0075e2b1 req-9a2a9adb-bc74-492c-9800-be8da645fad6 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:09.783244 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f2c63063-b660-409e-a1a6-f03f0075e2b1 req-9a2a9adb-bc74-492c-9800-be8da645fad6 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.55 "DELETE /v2.0/ports/dfc98967-14f9-433a-ac1c-3a700ad26bce HTTP/1.1" status: 204 len: 173 time: 0.5005374 Jan 26 19:13:10.190429 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e10e4674-136a-4367-82e2-22e94a5f3167 req-58f47f7a-0cea-4217-8cfa-d94fa62f7e20 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=d660eaf3-a5b7-4c0d-b80e-853ca2a80c41 HTTP/1.1" status: 200 len: 210 time: 0.0273676 Jan 26 19:13:10.674781 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:11.017954 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd660eaf3-a5b7-4c0d-b80e-853ca2a80c41', 'name': 'network-vif-deleted', 'tag': 'dfc98967-14f9-433a-ac1c-3a700ad26bce'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:13:11.020340 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919606b2-7d4c-4100-b971-c54b568fc742" -d '{"events": [{"server_uuid": "d660eaf3-a5b7-4c0d-b80e-853ca2a80c41", "name": "network-vif-deleted", "tag": "dfc98967-14f9-433a-ac1c-3a700ad26bce"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:13:11.055935 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35351e62-8e76-4041-af15-ff01741ee095 x-openstack-request-id: req-35351e62-8e76-4041-af15-ff01741ee095 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:13:11.056257 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d660eaf3-a5b7-4c0d-b80e-853ca2a80c41", "name": "network-vif-deleted", "tag": "dfc98967-14f9-433a-ac1c-3a700ad26bce", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:13:11.056517 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35351e62-8e76-4041-af15-ff01741ee095 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:13:11.056926 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd660eaf3-a5b7-4c0d-b80e-853ca2a80c41', 'name': 'network-vif-deleted', 'tag': 'dfc98967-14f9-433a-ac1c-3a700ad26bce', 'status': 'completed', 'code': 200} Jan 26 19:13:11.923731 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 48970) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:12.261548 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-027435ed-2e17-4442-a89d-795cd6dbc9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4103791'] for router_interface (163ff6d5-4540-4d07-88c1-35bf18779e77), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:12.342743 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 48972) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:12.501089 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-8851fb04-7db5-41dd-a0f8-2a333016833b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Deleting port 5bf48209-8895-4faf-a9b2-9ff7dca2d40d {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:12.501433 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8851fb04-7db5-41dd-a0f8-2a333016833b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (5bf48209-8895-4faf-a9b2-9ff7dca2d40d), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:12.509204 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-027435ed-2e17-4442-a89d-795cd6dbc9d9 admin admin] Deleting port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:12.509765 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-027435ed-2e17-4442-a89d-795cd6dbc9d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:12.583496 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8851fb04-7db5-41dd-a0f8-2a333016833b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (5bf48209-8895-4faf-a9b2-9ff7dca2d40d), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:12.583831 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8851fb04-7db5-41dd-a0f8-2a333016833b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for floatingip (5bf48209-8895-4faf-a9b2-9ff7dca2d40d), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:12.597282 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-027435ed-2e17-4442-a89d-795cd6dbc9d9 admin admin] For port 1cf5c4ec-1454-47ba-b011-46ec8f12da7b, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=1cf5c4ec-1454-47ba-b011-46ec8f12da7b,segment=NetworkSegment(c75bed8a-4447-4910-9d3b-3e68036654b3),segment_id=c75bed8a-4447-4910-9d3b-3e68036654b3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:12.598002 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-027435ed-2e17-4442-a89d-795cd6dbc9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:12.601147 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-8851fb04-7db5-41dd-a0f8-2a333016833b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Calling delete_port for 5bf48209-8895-4faf-a9b2-9ff7dca2d40d owned by network:floatingip {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:12.611484 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-027435ed-2e17-4442-a89d-795cd6dbc9d9 admin admin] Calling delete_port for 1cf5c4ec-1454-47ba-b011-46ec8f12da7b owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:12.686193 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:12.851743 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8851fb04-7db5-41dd-a0f8-2a333016833b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (5bf48209-8895-4faf-a9b2-9ff7dca2d40d), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:12.875534 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851fb04-7db5-41dd-a0f8-2a333016833b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event deleted for resources: {'Port': ['ID=5bf48209-8895-4faf-a9b2-9ff7dca2d40d,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:12.914577 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-027435ed-2e17-4442-a89d-795cd6dbc9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (1cf5c4ec-1454-47ba-b011-46ec8f12da7b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:12.938994 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8851fb04-7db5-41dd-a0f8-2a333016833b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for floatingip (bf749634-040f-42a4-88e4-1f987f4df46e), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:12.939347 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.l3_db [None req-8851fb04-7db5-41dd-a0f8-2a333016833b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Floating IP bf749634-040f-42a4-88e4-1f987f4df46e disassociated (deleted). External IP: 172.27.2.149, port: f5acabd9-f4a7-4b0c-a298-0930290c8880. Jan 26 19:13:12.940365 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027435ed-2e17-4442-a89d-795cd6dbc9d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf5c4ec-1454-47ba-b011-46ec8f12da7b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:13.145932 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933d3c0-9899-48a4-b0f2-3e13a222d9f2 req-49010a79-789f-4a02-88bc-7352fcdf99ab tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:13.147524 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c933d3c0-9899-48a4-b0f2-3e13a222d9f2 req-49010a79-789f-4a02-88bc-7352fcdf99ab tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 946 time: 0.0999353 Jan 26 19:13:13.170433 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-027435ed-2e17-4442-a89d-795cd6dbc9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4103931'] for router_interface (163ff6d5-4540-4d07-88c1-35bf18779e77), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:13.182980 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8851fb04-7db5-41dd-a0f8-2a333016833b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Router b5de2a7f-81b9-4df9-aef0-abf291462f5d has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:13:13.243734 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-c933d3c0-9899-48a4-b0f2-3e13a222d9f2 req-0a74dd30-84de-4488-bb60-a8d17750ba58 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905001 Jan 26 19:13:13.296060 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8851fb04-7db5-41dd-a0f8-2a333016833b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:13:13.300656 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8851fb04-7db5-41dd-a0f8-2a333016833b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:13.308015 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989cf6bf-8e83-4031-a49b-f972f071d617 None None] Sync routers for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:13:13.317886 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989cf6bf-8e83-4031-a49b-f972f071d617 None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:13:13.319063 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-989cf6bf-8e83-4031-a49b-f972f071d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:13:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:13.330289 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-8851fb04-7db5-41dd-a0f8-2a333016833b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "DELETE /v2.0/floatingips/bf749634-040f-42a4-88e4-1f987f4df46e HTTP/1.1" status: 204 len: 168 time: 0.9840238 Jan 26 19:13:13.330289 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da342347-6262-4a62-864a-9c3aad09d7d8', 'tag': 'f5acabd9-f4a7-4b0c-a298-0930290c8880'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:13:13.331146 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}778b83fb83c7ed0d23127b0c5088a0f98009e27ee8199dc064e98ebb24a51604" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2bd603-3558-429f-8d10-678e58dfbb05" -d '{"events": [{"name": "network-changed", "server_uuid": "da342347-6262-4a62-864a-9c3aad09d7d8", "tag": "f5acabd9-f4a7-4b0c-a298-0930290c8880"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:13:13.379341 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca7f639-5531-44a0-a7ef-4b30643086d4 x-openstack-request-id: req-9ca7f639-5531-44a0-a7ef-4b30643086d4 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:13:13.380520 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da342347-6262-4a62-864a-9c3aad09d7d8", "tag": "f5acabd9-f4a7-4b0c-a298-0930290c8880", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:13:13.380520 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ca7f639-5531-44a0-a7ef-4b30643086d4 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:13:13.380896 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da342347-6262-4a62-864a-9c3aad09d7d8', 'tag': 'f5acabd9-f4a7-4b0c-a298-0930290c8880', 'status': 'completed', 'code': 200} Jan 26 19:13:13.445276 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027435ed-2e17-4442-a89d-795cd6dbc9d9 admin admin] Router 163ff6d5-4540-4d07-88c1-35bf18779e77 has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:13:13.496609 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bd603-3558-429f-8d10-678e58dfbb05 req-197b172e-85e5-495a-8e99-915cf5a38285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:13.498049 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1e2bd603-3558-429f-8d10-678e58dfbb05 req-197b172e-85e5-495a-8e99-915cf5a38285 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e696aded712424fa11e2cea742d7fcf&device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 1098 time: 0.0891953 Jan 26 19:13:13.562299 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device caffc39a-419f-4983-b1e6-a19afd0dbbf1 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:13.590575 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: caffc39a-419f-4983-b1e6-a19afd0dbbf1 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:13.590918 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device caffc39a-419f-4983-b1e6-a19afd0dbbf1 not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:13.591340 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device dfc98967-14f9-433a-ac1c-3a700ad26bce no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:13.594076 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-989cf6bf-8e83-4031-a49b-f972f071d617 None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:13:13.627834 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027435ed-2e17-4442-a89d-795cd6dbc9d9 admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:13:13.637163 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 48984) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:13.638145 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-027435ed-2e17-4442-a89d-795cd6dbc9d9 admin admin] 10.222.0.52 "PUT /v2.0/routers/163ff6d5-4540-4d07-88c1-35bf18779e77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7133365 Jan 26 19:13:13.645577 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae4bee-f1ca-4a6d-b585-f6e4094a665c None None] Sync routers for ids ['163ff6d5-4540-4d07-88c1-35bf18779e77'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:13:13.663261 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bd603-3558-429f-8d10-678e58dfbb05 req-8bbf12c6-1c66-43e0-b38c-52d66310340c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:13.664760 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1e2bd603-3558-429f-8d10-678e58dfbb05 req-8bbf12c6-1c66-43e0-b38c-52d66310340c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1887265-1d4b-4b0f-a079-aa5abdb4c028 HTTP/1.1" status: 200 len: 913 time: 0.1580954 Jan 26 19:13:13.667890 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: dfc98967-14f9-433a-ac1c-3a700ad26bce {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:13.668150 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device dfc98967-14f9-433a-ac1c-3a700ad26bce not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:13.670364 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae4bee-f1ca-4a6d-b585-f6e4094a665c None None] Routers {'163ff6d5-4540-4d07-88c1-35bf18779e77'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:13:13.670990 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-13ae4bee-f1ca-4a6d-b585-f6e4094a665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:13:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['163ff6d5-4540-4d07-88c1-35bf18779e77'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:13.710458 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1e2bd603-3558-429f-8d10-678e58dfbb05 req-78795016-2ff4-467e-b79c-e08fa805acdc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5acabd9-f4a7-4b0c-a298-0930290c8880 HTTP/1.1" status: 200 len: 217 time: 0.0396156 Jan 26 19:13:13.763037 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bd603-3558-429f-8d10-678e58dfbb05 req-6b0cd04b-76a1-4b28-b340-797f437a646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:13.764780 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1e2bd603-3558-429f-8d10-678e58dfbb05 req-6b0cd04b-76a1-4b28-b340-797f437a646e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=201de6dd-0e18-46ec-b3e0-295cd0d4de2d HTTP/1.1" status: 200 len: 851 time: 0.0487516 Jan 26 19:13:13.809601 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb54616e-61ce-4020-91e3-c5371f28fa7c admin admin] Publish callbacks [] for router (163ff6d5-4540-4d07-88c1-35bf18779e77), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:13.820516 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-13ae4bee-f1ca-4a6d-b585-f6e4094a665c None None] Set router 163ff6d5-4540-4d07-88c1-35bf18779e77 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:13:13.838862 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:13.928218 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-989cf6bf-8e83-4031-a49b-f972f071d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'a83aa27f-2777-4089-bfce-2e7acaf10667', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'port_id': '9044ce74-f599-4ffa-9a03-c99968d4aa99', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'mac_address': 'fa:16:3e:05:c9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:09:13Z', 'updated_at': '2022-01-26T19:09:15Z', 'revision_number': 1, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:13.953238 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb54616e-61ce-4020-91e3-c5371f28fa7c admin admin] Publish callbacks [] for router_gateway (163ff6d5-4540-4d07-88c1-35bf18779e77), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:13.956733 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989cf6bf-8e83-4031-a49b-f972f071d617 None None] Checking router: b5de2a7f-81b9-4df9-aef0-abf291462f5d for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:13:13.967814 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989cf6bf-8e83-4031-a49b-f972f071d617 None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:13:13.968442 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-989cf6bf-8e83-4031-a49b-f972f071d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:13:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:14.043508 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-13ae4bee-f1ca-4a6d-b585-f6e4094a665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'name': 'tempest-TestMinimumBasicScenario-143294455-router', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:13Z', 'updated_at': '2022-01-26T19:13:12Z', 'revision_number': 5, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'gw_port': {'id': '78bd7522-cee8-4328-a080-c1b3cbb222f3', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:14Z', 'updated_at': '2022-01-26T19:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:14.079845 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae4bee-f1ca-4a6d-b585-f6e4094a665c None None] Checking router: 163ff6d5-4540-4d07-88c1-35bf18779e77 for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:13:14.090924 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-989cf6bf-8e83-4031-a49b-f972f071d617 None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:13:14.092973 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae4bee-f1ca-4a6d-b585-f6e4094a665c None None] Routers {'163ff6d5-4540-4d07-88c1-35bf18779e77'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:13:14.093389 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-cb54616e-61ce-4020-91e3-c5371f28fa7c admin admin] Deleting port 78bd7522-cee8-4328-a080-c1b3cbb222f3 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:14.094089 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb54616e-61ce-4020-91e3-c5371f28fa7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (78bd7522-cee8-4328-a080-c1b3cbb222f3), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:14.094261 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-13ae4bee-f1ca-4a6d-b585-f6e4094a665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:13:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['163ff6d5-4540-4d07-88c1-35bf18779e77'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:14.168817 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bd603-3558-429f-8d10-678e58dfbb05 req-4d6d7587-963d-4563-bc9d-cd2463171df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:14.170463 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1e2bd603-3558-429f-8d10-678e58dfbb05 req-4d6d7587-963d-4563-bc9d-cd2463171df3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1887265-1d4b-4b0f-a079-aa5abdb4c028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3979158 Jan 26 19:13:14.195968 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-cb54616e-61ce-4020-91e3-c5371f28fa7c admin admin] For port 78bd7522-cee8-4328-a080-c1b3cbb222f3, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=78bd7522-cee8-4328-a080-c1b3cbb222f3,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:14.196545 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb54616e-61ce-4020-91e3-c5371f28fa7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (78bd7522-cee8-4328-a080-c1b3cbb222f3), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:14.196922 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43725480-12f2-45b5-b3ca-06bccc59ee15 req-38b58b0d-e6fb-47d6-8c7b-9dc68659ed88 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:14.201580 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-13ae4bee-f1ca-4a6d-b585-f6e4094a665c None None] Set router 163ff6d5-4540-4d07-88c1-35bf18779e77 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:13:14.204120 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-43725480-12f2-45b5-b3ca-06bccc59ee15 req-38b58b0d-e6fb-47d6-8c7b-9dc68659ed88 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 945 time: 0.3776369 Jan 26 19:13:14.211129 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-cb54616e-61ce-4020-91e3-c5371f28fa7c admin admin] Calling delete_port for 78bd7522-cee8-4328-a080-c1b3cbb222f3 owned by network:router_gateway {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:14.256563 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-13ae4bee-f1ca-4a6d-b585-f6e4094a665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'name': 'tempest-TestMinimumBasicScenario-143294455-router', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:13Z', 'updated_at': '2022-01-26T19:13:13Z', 'revision_number': 6, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'gw_port_host': None}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:14.297538 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-43725480-12f2-45b5-b3ca-06bccc59ee15 req-b8446b71-ce64-49d1-98e8-18cb165b46bf tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902748 Jan 26 19:13:14.334754 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae4bee-f1ca-4a6d-b585-f6e4094a665c None None] The sync data for ids ['163ff6d5-4540-4d07-88c1-35bf18779e77'] in dv-cinder-824187-6-iscsi is: [{'id': '163ff6d5-4540-4d07-88c1-35bf18779e77', 'name': 'tempest-TestMinimumBasicScenario-143294455-router', 'tenant_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:13Z', 'updated_at': '2022-01-26T19:13:13Z', 'revision_number': 6, 'project_id': '32a037b182ae4cd5a35299e60c9f7dbc', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:13:14.376318 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-989cf6bf-8e83-4031-a49b-f972f071d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'a83aa27f-2777-4089-bfce-2e7acaf10667', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'port_id': '9044ce74-f599-4ffa-9a03-c99968d4aa99', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'mac_address': 'fa:16:3e:05:c9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:09:13Z', 'updated_at': '2022-01-26T19:09:15Z', 'revision_number': 1, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:14.379513 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1e2bd603-3558-429f-8d10-678e58dfbb05 req-55ee2532-649a-463f-b6be-bb8ef2812311 service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017231 Jan 26 19:13:14.403900 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989cf6bf-8e83-4031-a49b-f972f071d617 None None] The sync data for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi is: [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_floatingips': [{'id': 'a83aa27f-2777-4089-bfce-2e7acaf10667', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'router_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'port_id': '9044ce74-f599-4ffa-9a03-c99968d4aa99', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'mac_address': 'fa:16:3e:05:c9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:09:13Z', 'updated_at': '2022-01-26T19:09:15Z', 'revision_number': 1, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:13:14.438178 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7f7d2-ef28-4e36-98f4-69f5c72f6cee req-87ff638e-702e-4baf-844f-de0f09801eaf tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:14.439678 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bbb7f7d2-ef28-4e36-98f4-69f5c72f6cee req-87ff638e-702e-4baf-844f-de0f09801eaf tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 946 time: 0.0945077 Jan 26 19:13:14.496215 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bbb7f7d2-ef28-4e36-98f4-69f5c72f6cee req-9d2f944c-daa0-4eb6-b2d1-9d1dcf9761c0 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/security-groups?id=5040ea76-2183-4971-a118-97379bd1ff36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482862 Jan 26 19:13:14.513368 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1e2bd603-3558-429f-8d10-678e58dfbb05 req-2dbc780b-76f4-436b-b46a-dcecbc99c2b8 service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263731 Jan 26 19:13:14.515474 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb54616e-61ce-4020-91e3-c5371f28fa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (78bd7522-cee8-4328-a080-c1b3cbb222f3), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:14.537130 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac950a7c-4473-40fc-8233-b6bd01c74a3c req-8860c4e2-9178-45b0-9950-164d6f871c6a tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:14.538618 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ac950a7c-4473-40fc-8233-b6bd01c74a3c req-8860c4e2-9178-45b0-9950-164d6f871c6a tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.55 "GET /v2.0/ports?device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 946 time: 0.0626395 Jan 26 19:13:14.546877 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54616e-61ce-4020-91e3-c5371f28fa7c admin admin] Pushing event deleted for resources: {'Port': ['ID=78bd7522-cee8-4328-a080-c1b3cbb222f3,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:14.628995 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb54616e-61ce-4020-91e3-c5371f28fa7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4102805'] for router_gateway (163ff6d5-4540-4d07-88c1-35bf18779e77), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:14.646252 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ac950a7c-4473-40fc-8233-b6bd01c74a3c req-a0e57faf-1e19-4b0a-843b-97f5b6a48104 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Deleting port c61e260b-a6d5-4f6b-9b51-4798465e724c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:14.646597 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac950a7c-4473-40fc-8233-b6bd01c74a3c req-a0e57faf-1e19-4b0a-843b-97f5b6a48104 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (c61e260b-a6d5-4f6b-9b51-4798465e724c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:14.675531 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af152b66-c903-42fb-91a1-8233402c4359 None None] New status for floating IP bf749634-040f-42a4-88e4-1f987f4df46e: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:13:14.724510 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb54616e-61ce-4020-91e3-c5371f28fa7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4155136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103717'] for router (163ff6d5-4540-4d07-88c1-35bf18779e77), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:14.727041 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb54616e-61ce-4020-91e3-c5371f28fa7c admin admin] Publish callbacks [] for router_controller (163ff6d5-4540-4d07-88c1-35bf18779e77), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:14.756284 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ac950a7c-4473-40fc-8233-b6bd01c74a3c req-a0e57faf-1e19-4b0a-843b-97f5b6a48104 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] For port c61e260b-a6d5-4f6b-9b51-4798465e724c, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c61e260b-a6d5-4f6b-9b51-4798465e724c,segment=NetworkSegment(564241a2-05f9-4939-81cb-6ab74458db1d),segment_id=564241a2-05f9-4939-81cb-6ab74458db1d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:14.756836 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac950a7c-4473-40fc-8233-b6bd01c74a3c req-a0e57faf-1e19-4b0a-843b-97f5b6a48104 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (c61e260b-a6d5-4f6b-9b51-4798465e724c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:14.771930 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ac950a7c-4473-40fc-8233-b6bd01c74a3c req-a0e57faf-1e19-4b0a-843b-97f5b6a48104 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Calling delete_port for c61e260b-a6d5-4f6b-9b51-4798465e724c owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:14.898132 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb54616e-61ce-4020-91e3-c5371f28fa7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4155145'] for router (163ff6d5-4540-4d07-88c1-35bf18779e77), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:14.899125 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb54616e-61ce-4020-91e3-c5371f28fa7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 163ff6d5-4540-4d07-88c1-35bf18779e77 {{(pid=103145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:13:14.904963 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb54616e-61ce-4020-91e3-c5371f28fa7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:14.906513 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-cb54616e-61ce-4020-91e3-c5371f28fa7c admin admin] 10.222.0.52 "DELETE /v2.0/routers/163ff6d5-4540-4d07-88c1-35bf18779e77 HTTP/1.1" status: 204 len: 168 time: 1.2680595 Jan 26 19:13:14.909423 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 48990) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:14.953224 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d56ba1-a40b-4ff8-a6ea-39fa3d90aba5 admin admin] Deleting subnet 2d2188b4-53a7-483f-8626-14ace373b1de {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:13:14.956389 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-50d56ba1-a40b-4ff8-a6ea-39fa3d90aba5 admin admin] Publish callbacks [] for subnet (2d2188b4-53a7-483f-8626-14ace373b1de), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:14.993592 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-50d56ba1-a40b-4ff8-a6ea-39fa3d90aba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3764351'] for subnet (2d2188b4-53a7-483f-8626-14ace373b1de), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:15.000384 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac950a7c-4473-40fc-8233-b6bd01c74a3c req-a0e57faf-1e19-4b0a-843b-97f5b6a48104 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (c61e260b-a6d5-4f6b-9b51-4798465e724c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:15.012728 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['c61e260b-a6d5-4f6b-9b51-4798465e724c'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:13:15.030863 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e57faf-1e19-4b0a-843b-97f5b6a48104 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Pushing event deleted for resources: {'Port': ['ID=c61e260b-a6d5-4f6b-9b51-4798465e724c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:15.072466 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac950a7c-4473-40fc-8233-b6bd01c74a3c req-a0e57faf-1e19-4b0a-843b-97f5b6a48104 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] No DVR routers for this DVR port c61e260b-a6d5-4f6b-9b51-4798465e724c on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:13:15.075318 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac950a7c-4473-40fc-8233-b6bd01c74a3c req-a0e57faf-1e19-4b0a-843b-97f5b6a48104 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:15.078742 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ac950a7c-4473-40fc-8233-b6bd01c74a3c req-a0e57faf-1e19-4b0a-843b-97f5b6a48104 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.55 "DELETE /v2.0/ports/c61e260b-a6d5-4f6b-9b51-4798465e724c HTTP/1.1" status: 204 len: 173 time: 0.5342407 Jan 26 19:13:15.079189 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44b2c65-989b-4b0c-b73b-01acc3a2644a', 'name': 'network-vif-deleted', 'tag': 'c61e260b-a6d5-4f6b-9b51-4798465e724c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:13:15.080527 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-50d56ba1-a40b-4ff8-a6ea-39fa3d90aba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643270'] for subnet (2d2188b4-53a7-483f-8626-14ace373b1de), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:15.081512 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d82dcb9-7b2b-4bd0-9998-2ffd7daf1318" -d '{"events": [{"server_uuid": "a44b2c65-989b-4b0c-b73b-01acc3a2644a", "name": "network-vif-deleted", "tag": "c61e260b-a6d5-4f6b-9b51-4798465e724c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:13:15.124796 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8917e991-272f-49c1-9aa9-a0e6f9c1c7d0 x-openstack-request-id: req-8917e991-272f-49c1-9aa9-a0e6f9c1c7d0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:13:15.125129 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44b2c65-989b-4b0c-b73b-01acc3a2644a", "name": "network-vif-deleted", "tag": "c61e260b-a6d5-4f6b-9b51-4798465e724c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:13:15.125384 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8917e991-272f-49c1-9aa9-a0e6f9c1c7d0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:13:15.125783 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44b2c65-989b-4b0c-b73b-01acc3a2644a', 'name': 'network-vif-deleted', 'tag': 'c61e260b-a6d5-4f6b-9b51-4798465e724c', 'status': 'completed', 'code': 200} Jan 26 19:13:15.177498 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 1cf5c4ec-1454-47ba-b011-46ec8f12da7b no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:15.204063 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: 1cf5c4ec-1454-47ba-b011-46ec8f12da7b {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:15.204339 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 1cf5c4ec-1454-47ba-b011-46ec8f12da7b not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:15.218073 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-50d56ba1-a40b-4ff8-a6ea-39fa3d90aba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59309163'] for subnet (2d2188b4-53a7-483f-8626-14ace373b1de), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:15.243073 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d56ba1-a40b-4ff8-a6ea-39fa3d90aba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d2188b4-53a7-483f-8626-14ace373b1de,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:15.250526 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-50d56ba1-a40b-4ff8-a6ea-39fa3d90aba5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:15.253769 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-50d56ba1-a40b-4ff8-a6ea-39fa3d90aba5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2d2188b4-53a7-483f-8626-14ace373b1de HTTP/1.1" status: 204 len: 168 time: 0.3432581 Jan 26 19:13:15.256937 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 48994) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:15.259963 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60392699-7f0f-4793-8c9c-b2359fab1649 None None] Network 65d691c9-eedb-4df1-861b-1902afc0a245 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:13:15.375135 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600199'] for network (65d691c9-eedb-4df1-861b-1902afc0a245), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:15.395053 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8d603-424c-4e21-a69a-2144496dfd66 req-90a0ed82-9b9a-4c9a-8ec2-398e845aaac1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:15.396624 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bfd8d603-424c-4e21-a69a-2144496dfd66 req-90a0ed82-9b9a-4c9a-8ec2-398e845aaac1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.55 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0780301 Jan 26 19:13:15.421362 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e62dd3-f8cb-45d9-81e3-72aa7ffe8c1f req-20c74553-762d-47c5-ab5d-4d0d00f54fb9 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:15.422977 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e0e62dd3-f8cb-45d9-81e3-72aa7ffe8c1f req-20c74553-762d-47c5-ab5d-4d0d00f54fb9 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0588284 Jan 26 19:13:15.483771 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] DHCP port deletion for 65d691c9-eedb-4df1-861b-1902afc0a245 request from dv-cinder-824187-6-iscsi {{(pid=103147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 19:13:15.495915 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e0e62dd3-f8cb-45d9-81e3-72aa7ffe8c1f req-62f7d7c1-30ba-48da-8ff1-4e1683f2c617 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551171 Jan 26 19:13:15.538731 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] Deleting port dda53ed9-0470-4616-97e8-c91cfd143c84 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:15.545290 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (dda53ed9-0470-4616-97e8-c91cfd143c84), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:15.558067 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Deleting port dda53ed9-0470-4616-97e8-c91cfd143c84 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:15.558445 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (dda53ed9-0470-4616-97e8-c91cfd143c84), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:15.589897 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bfd8d603-424c-4e21-a69a-2144496dfd66 req-0f03165b-80a9-49fa-aabe-a5155c4d3d39 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Deleting port f5acabd9-f4a7-4b0c-a298-0930290c8880 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:15.590288 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bfd8d603-424c-4e21-a69a-2144496dfd66 req-0f03165b-80a9-49fa-aabe-a5155c4d3d39 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (f5acabd9-f4a7-4b0c-a298-0930290c8880), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:15.629669 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] For port dda53ed9-0470-4616-97e8-c91cfd143c84, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=dda53ed9-0470-4616-97e8-c91cfd143c84,segment=NetworkSegment(c75bed8a-4447-4910-9d3b-3e68036654b3),segment_id=c75bed8a-4447-4910-9d3b-3e68036654b3)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:15.630082 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (dda53ed9-0470-4616-97e8-c91cfd143c84), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:15.644103 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Calling delete_port for dda53ed9-0470-4616-97e8-c91cfd143c84 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:15.679697 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7568b630-32f6-4a8f-b9a1-a010b727eff1 req-48a7f55c-3f29-48a4-992c-f0b26b9e1633 tempest-AttachVolumeNegativeTest-245146927 tempest-AttachVolumeNegativeTest-245146927-project] 10.222.0.52 "GET /v2.0/ports?device_id=a44b2c65-989b-4b0c-b73b-01acc3a2644a HTTP/1.1" status: 200 len: 210 time: 0.0726349 Jan 26 19:13:15.683441 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] For port dda53ed9-0470-4616-97e8-c91cfd143c84, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=dda53ed9-0470-4616-97e8-c91cfd143c84,segment=NetworkSegment(c75bed8a-4447-4910-9d3b-3e68036654b3),segment_id=c75bed8a-4447-4910-9d3b-3e68036654b3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:15.683771 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (dda53ed9-0470-4616-97e8-c91cfd143c84), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:15.700529 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] Calling delete_port for dda53ed9-0470-4616-97e8-c91cfd143c84 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:15.780110 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bfd8d603-424c-4e21-a69a-2144496dfd66 req-0f03165b-80a9-49fa-aabe-a5155c4d3d39 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] For port f5acabd9-f4a7-4b0c-a298-0930290c8880, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=f5acabd9-f4a7-4b0c-a298-0930290c8880,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:15.780485 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bfd8d603-424c-4e21-a69a-2144496dfd66 req-0f03165b-80a9-49fa-aabe-a5155c4d3d39 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (f5acabd9-f4a7-4b0c-a298-0930290c8880), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:15.806118 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bfd8d603-424c-4e21-a69a-2144496dfd66 req-0f03165b-80a9-49fa-aabe-a5155c4d3d39 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Calling delete_port for f5acabd9-f4a7-4b0c-a298-0930290c8880 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:15.834530 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272'] for port (dda53ed9-0470-4616-97e8-c91cfd143c84), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:15.863802 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Pushing event deleted for resources: {'Port': ['ID=dda53ed9-0470-4616-97e8-c91cfd143c84,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:15.870845 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (dda53ed9-0470-4616-97e8-c91cfd143c84), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:15.874692 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:15.875048 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:15.883510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:15.883510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:15.883510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:15.883510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:15.883510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:15.883510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:15.883510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:15.883510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:15.883510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:15.883510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:15.883510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:15.883510 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dcfbbd-6cbb-4162-af0e-9f99bf5093dc None None] No DVR routers for this DVR port dda53ed9-0470-4616-97e8-c91cfd143c84 on host dv-cinder-824187-6-iscsi {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:13:15.913516 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda53ed9-0470-4616-97e8-c91cfd143c84,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:15.915486 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] No DVR routers for this DVR port dda53ed9-0470-4616-97e8-c91cfd143c84 on host dv-cinder-824187-6-iscsi {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:13:16.009193 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646737', 'neutron.services.segments.db._delete_segments_for_network-8747743498626'] for network (65d691c9-eedb-4df1-861b-1902afc0a245), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:16.059137 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d691c9-eedb-4df1-861b-1902afc0a245']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:16.076137 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75bed8a-4447-4910-9d3b-3e68036654b3') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:16.078857 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75bed8a-4447-4910-9d3b-3e68036654b3') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:16.087923 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743466123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2376334'] for segment (c75bed8a-4447-4910-9d3b-3e68036654b3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:16.102940 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (c75bed8a-4447-4910-9d3b-3e68036654b3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:16.110356 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:13:16.110766 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59506139'] for segment (c75bed8a-4447-4910-9d3b-3e68036654b3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: self.session.flush() Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: self.session.flush() Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: self.session.flush() Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: self.session.flush() Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: Traceback (most recent call last): Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: timer() Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: cb(*args, **kw) Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: return func(*args, **kwargs) Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: self._notify() Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: self.callback(batched_events) Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: event.method(event) Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: return f(self, *a, **k) Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: return self._get(url).json() Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:13:16.112634 dv-cinder-824187-6-iscsi neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:13:16.160045 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bfd8d603-424c-4e21-a69a-2144496dfd66 req-0f03165b-80a9-49fa-aabe-a5155c4d3d39 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (f5acabd9-f4a7-4b0c-a298-0930290c8880), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:16.200484 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03165b-80a9-49fa-aabe-a5155c4d3d39 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event deleted for resources: {'Port': ['ID=f5acabd9-f4a7-4b0c-a298-0930290c8880,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:16.244199 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd8d603-424c-4e21-a69a-2144496dfd66 req-0f03165b-80a9-49fa-aabe-a5155c4d3d39 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] No DVR routers for this DVR port f5acabd9-f4a7-4b0c-a298-0930290c8880 on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:13:16.246632 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bfd8d603-424c-4e21-a69a-2144496dfd66 req-0f03165b-80a9-49fa-aabe-a5155c4d3d39 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:16.250007 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-bfd8d603-424c-4e21-a69a-2144496dfd66 req-0f03165b-80a9-49fa-aabe-a5155c4d3d39 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.55 "DELETE /v2.0/ports/f5acabd9-f4a7-4b0c-a298-0930290c8880 HTTP/1.1" status: 204 len: 173 time: 0.8482957 Jan 26 19:13:16.291944 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4102525'] for network (65d691c9-eedb-4df1-861b-1902afc0a245), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:16.297465 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:16.300628 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] 10.222.0.52 "DELETE /v2.0/networks/65d691c9-eedb-4df1-861b-1902afc0a245 HTTP/1.1" status: 204 len: 168 time: 1.0422301 Jan 26 19:13:16.303880 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49000) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:16.311526 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73d87b-0d75-4217-bbf3-fb85a8e08813 admin admin] Pushing event deleted for resources: {'Network': ['ID=65d691c9-eedb-4df1-861b-1902afc0a245,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:16.632842 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9196f8fd-e0a1-4fd9-97a7-b68c0010af5b req-547c47d3-b03f-4f95-919c-ad01bf649cb9 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=da342347-6262-4a62-864a-9c3aad09d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0307641 Jan 26 19:13:16.686583 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device dda53ed9-0470-4616-97e8-c91cfd143c84 no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:16.743363 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: dda53ed9-0470-4616-97e8-c91cfd143c84 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:16.743787 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device dda53ed9-0470-4616-97e8-c91cfd143c84 not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:16.744284 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 78bd7522-cee8-4328-a080-c1b3cbb222f3 no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:16.745039 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49006) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:16.776906 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: 78bd7522-cee8-4328-a080-c1b3cbb222f3 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:16.777425 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 78bd7522-cee8-4328-a080-c1b3cbb222f3 not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:16.799048 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f16e83-3579-4b2e-b2e2-522915269934 admin admin] Deleting subnet c7ec1fdf-0582-4a14-babf-f0b6d2a02e31 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:13:16.802913 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4f16e83-3579-4b2e-b2e2-522915269934 admin admin] Publish callbacks [] for subnet (c7ec1fdf-0582-4a14-babf-f0b6d2a02e31), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:16.838515 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4f16e83-3579-4b2e-b2e2-522915269934 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2376327'] for subnet (c7ec1fdf-0582-4a14-babf-f0b6d2a02e31), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:16.885170 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4f16e83-3579-4b2e-b2e2-522915269934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643270'] for subnet (c7ec1fdf-0582-4a14-babf-f0b6d2a02e31), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:16.922937 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2aba0715-1dd5-41fc-bd95-49af38197898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4103791'] for router_interface (21a385e7-d485-4a4c-9625-8fc2eb3bdad5), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:17.063622 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4f16e83-3579-4b2e-b2e2-522915269934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59506037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59545430'] for subnet (c7ec1fdf-0582-4a14-babf-f0b6d2a02e31), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:17.091166 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f16e83-3579-4b2e-b2e2-522915269934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ec1fdf-0582-4a14-babf-f0b6d2a02e31,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:17.094849 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4f16e83-3579-4b2e-b2e2-522915269934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:17.098334 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-c4f16e83-3579-4b2e-b2e2-522915269934 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c7ec1fdf-0582-4a14-babf-f0b6d2a02e31 HTTP/1.1" status: 204 len: 168 time: 0.3517144 Jan 26 19:13:17.100891 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49008) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:17.153088 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da342347-6262-4a62-864a-9c3aad09d7d8', 'name': 'network-vif-deleted', 'tag': 'f5acabd9-f4a7-4b0c-a298-0930290c8880'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:13:17.153088 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805c251d-3f99-49f1-b640-e956644dcd62" -d '{"events": [{"server_uuid": "da342347-6262-4a62-864a-9c3aad09d7d8", "name": "network-vif-deleted", "tag": "f5acabd9-f4a7-4b0c-a298-0930290c8880"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:13:17.178315 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-2aba0715-1dd5-41fc-bd95-49af38197898 admin admin] Deleting port 53533b29-0535-4e4b-aebd-258e8a1717ec {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:17.179317 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2aba0715-1dd5-41fc-bd95-49af38197898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:17.186931 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7ea9af6-92d2-4b1a-b560-7085a29177f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600199'] for network (4bf3817b-e6f9-45df-ba5a-e356d5d92d74), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:17.225973 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8eaffc-52df-45e2-8a68-3d8d3a7442ad x-openstack-request-id: req-ba8eaffc-52df-45e2-8a68-3d8d3a7442ad {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:13:17.226272 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da342347-6262-4a62-864a-9c3aad09d7d8", "name": "network-vif-deleted", "tag": "f5acabd9-f4a7-4b0c-a298-0930290c8880", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:13:17.226523 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba8eaffc-52df-45e2-8a68-3d8d3a7442ad {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:13:17.226926 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da342347-6262-4a62-864a-9c3aad09d7d8', 'name': 'network-vif-deleted', 'tag': 'f5acabd9-f4a7-4b0c-a298-0930290c8880', 'status': 'completed', 'code': 200} Jan 26 19:13:17.264192 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-2aba0715-1dd5-41fc-bd95-49af38197898 admin admin] For port 53533b29-0535-4e4b-aebd-258e8a1717ec, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=53533b29-0535-4e4b-aebd-258e8a1717ec,segment=NetworkSegment(d3baeb42-9c3e-4115-af83-efe0a489b48d),segment_id=d3baeb42-9c3e-4115-af83-efe0a489b48d)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:17.264559 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2aba0715-1dd5-41fc-bd95-49af38197898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:17.277671 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-2aba0715-1dd5-41fc-bd95-49af38197898 admin admin] Calling delete_port for 53533b29-0535-4e4b-aebd-258e8a1717ec owned by network:router_interface {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:17.278966 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7ea9af6-92d2-4b1a-b560-7085a29177f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646737', 'neutron.services.segments.db._delete_segments_for_network-8747743498626'] for network (4bf3817b-e6f9-45df-ba5a-e356d5d92d74), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:17.306129 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f7ea9af6-92d2-4b1a-b560-7085a29177f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf3817b-e6f9-45df-ba5a-e356d5d92d74']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:17.316521 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f7ea9af6-92d2-4b1a-b560-7085a29177f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564241a2-05f9-4939-81cb-6ab74458db1d') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:17.316891 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f7ea9af6-92d2-4b1a-b560-7085a29177f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564241a2-05f9-4939-81cb-6ab74458db1d') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:17.328711 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7ea9af6-92d2-4b1a-b560-7085a29177f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743466123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2376334'] for segment (564241a2-05f9-4939-81cb-6ab74458db1d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:17.344640 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7ea9af6-92d2-4b1a-b560-7085a29177f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (564241a2-05f9-4939-81cb-6ab74458db1d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:17.351525 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ea9af6-92d2-4b1a-b560-7085a29177f8 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7ea9af6-92d2-4b1a-b560-7085a29177f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59506139'] for segment (564241a2-05f9-4939-81cb-6ab74458db1d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: Traceback (most recent call last): Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: timer() Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: cb(*args, **kw) Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: return func(*args, **kwargs) Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: self._notify() Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: self.callback(batched_events) Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: event.method(event) Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: return f(self, *a, **k) Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: return self._get(url).json() Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:13:17.355395 dv-cinder-824187-6-iscsi neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:13:17.446187 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7ea9af6-92d2-4b1a-b560-7085a29177f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4102525'] for network (4bf3817b-e6f9-45df-ba5a-e356d5d92d74), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:17.452179 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f7ea9af6-92d2-4b1a-b560-7085a29177f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:17.459049 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-f7ea9af6-92d2-4b1a-b560-7085a29177f8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4bf3817b-e6f9-45df-ba5a-e356d5d92d74 HTTP/1.1" status: 204 len: 168 time: 0.3570657 Jan 26 19:13:17.472662 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea9af6-92d2-4b1a-b560-7085a29177f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf3817b-e6f9-45df-ba5a-e356d5d92d74,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:17.514659 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2aba0715-1dd5-41fc-bd95-49af38197898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (53533b29-0535-4e4b-aebd-258e8a1717ec), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:17.545790 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba0715-1dd5-41fc-bd95-49af38197898 admin admin] Pushing event deleted for resources: {'Port': ['ID=53533b29-0535-4e4b-aebd-258e8a1717ec,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:17.729949 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2aba0715-1dd5-41fc-bd95-49af38197898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4103931'] for router_interface (21a385e7-d485-4a4c-9625-8fc2eb3bdad5), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:17.859553 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49018) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:17.901718 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-75daf103-35a0-46f9-92f3-630e242f93c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e51bb332fe1461292c93dc04d0ca04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384343 Jan 26 19:13:17.901914 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49020) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:17.960178 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e31e5082-20d7-42c2-8959-a86424bf7475 admin admin] Publish callbacks [] for security_group (5040ea76-2183-4971-a118-97379bd1ff36), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:17.967767 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aba0715-1dd5-41fc-bd95-49af38197898 admin admin] Router 21a385e7-d485-4a4c-9625-8fc2eb3bdad5 has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:13:17.988640 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e31e5082-20d7-42c2-8959-a86424bf7475 admin admin] Publish callbacks [] for security_group (5040ea76-2183-4971-a118-97379bd1ff36), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:18.077932 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aba0715-1dd5-41fc-bd95-49af38197898 admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:13:18.086441 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-2aba0715-1dd5-41fc-bd95-49af38197898 admin admin] 10.222.0.52 "PUT /v2.0/routers/21a385e7-d485-4a4c-9625-8fc2eb3bdad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7788332 Jan 26 19:13:18.087823 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49024) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:18.090657 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163d6ab0-5a87-47a9-a406-c72d91e2be41 None None] Sync routers for ids ['21a385e7-d485-4a4c-9625-8fc2eb3bdad5'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:13:18.091888 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e31e5082-20d7-42c2-8959-a86424bf7475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (5040ea76-2183-4971-a118-97379bd1ff36), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:18.096013 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e31e5082-20d7-42c2-8959-a86424bf7475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:18.099019 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-e31e5082-20d7-42c2-8959-a86424bf7475 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5040ea76-2183-4971-a118-97379bd1ff36 HTTP/1.1" status: 204 len: 168 time: 0.1952968 Jan 26 19:13:18.104125 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163d6ab0-5a87-47a9-a406-c72d91e2be41 None None] Routers {'21a385e7-d485-4a4c-9625-8fc2eb3bdad5'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:13:18.104852 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-163d6ab0-5a87-47a9-a406-c72d91e2be41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:13:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['21a385e7-d485-4a4c-9625-8fc2eb3bdad5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:18.112981 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e5082-20d7-42c2-8959-a86424bf7475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5040ea76-2183-4971-a118-97379bd1ff36,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:18.243488 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-163d6ab0-5a87-47a9-a406-c72d91e2be41 None None] Set router 21a385e7-d485-4a4c-9625-8fc2eb3bdad5 gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:13:18.249188 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-33b30d7e-bad8-4434-9068-57ed3e84d4ea admin admin] Publish callbacks [] for router (21a385e7-d485-4a4c-9625-8fc2eb3bdad5), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:18.356249 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-33b30d7e-bad8-4434-9068-57ed3e84d4ea admin admin] Publish callbacks [] for router_gateway (21a385e7-d485-4a4c-9625-8fc2eb3bdad5), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:18.425935 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-163d6ab0-5a87-47a9-a406-c72d91e2be41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'name': 'tempest-TestMinimumBasicScenario-414620230-router', 'tenant_id': '15c717fbdabb4920a7be3ca4b195779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'a40e0968-f8a4-45a7-b0f3-e82bd630fbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:21Z', 'updated_at': '2022-01-26T19:13:17Z', 'revision_number': 5, 'project_id': '15c717fbdabb4920a7be3ca4b195779d', 'gw_port': {'id': 'a40e0968-f8a4-45a7-b0f3-e82bd630fbce', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:96:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:10:21Z', 'updated_at': '2022-01-26T19:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:18.454372 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163d6ab0-5a87-47a9-a406-c72d91e2be41 None None] Checking router: 21a385e7-d485-4a4c-9625-8fc2eb3bdad5 for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:13:18.464424 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163d6ab0-5a87-47a9-a406-c72d91e2be41 None None] Routers {'21a385e7-d485-4a4c-9625-8fc2eb3bdad5'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:13:18.465042 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-163d6ab0-5a87-47a9-a406-c72d91e2be41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:13:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['21a385e7-d485-4a4c-9625-8fc2eb3bdad5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:18.490584 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-33b30d7e-bad8-4434-9068-57ed3e84d4ea admin admin] Deleting port a40e0968-f8a4-45a7-b0f3-e82bd630fbce {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:18.491043 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-33b30d7e-bad8-4434-9068-57ed3e84d4ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (a40e0968-f8a4-45a7-b0f3-e82bd630fbce), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:18.560290 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-163d6ab0-5a87-47a9-a406-c72d91e2be41 None None] Set router 21a385e7-d485-4a4c-9625-8fc2eb3bdad5 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:13:18.578880 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-33b30d7e-bad8-4434-9068-57ed3e84d4ea admin admin] For port a40e0968-f8a4-45a7-b0f3-e82bd630fbce, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=a40e0968-f8a4-45a7-b0f3-e82bd630fbce,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:18.579246 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-33b30d7e-bad8-4434-9068-57ed3e84d4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (a40e0968-f8a4-45a7-b0f3-e82bd630fbce), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:18.593496 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-33b30d7e-bad8-4434-9068-57ed3e84d4ea admin admin] Calling delete_port for a40e0968-f8a4-45a7-b0f3-e82bd630fbce owned by network:router_gateway {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:18.636964 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-163d6ab0-5a87-47a9-a406-c72d91e2be41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'name': 'tempest-TestMinimumBasicScenario-414620230-router', 'tenant_id': '15c717fbdabb4920a7be3ca4b195779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:21Z', 'updated_at': '2022-01-26T19:13:18Z', 'revision_number': 6, 'project_id': '15c717fbdabb4920a7be3ca4b195779d', 'gw_port_host': None}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:18.670203 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163d6ab0-5a87-47a9-a406-c72d91e2be41 None None] The sync data for ids ['21a385e7-d485-4a4c-9625-8fc2eb3bdad5'] in dv-cinder-824187-6-iscsi is: [{'id': '21a385e7-d485-4a4c-9625-8fc2eb3bdad5', 'name': 'tempest-TestMinimumBasicScenario-414620230-router', 'tenant_id': '15c717fbdabb4920a7be3ca4b195779d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:10:21Z', 'updated_at': '2022-01-26T19:13:18Z', 'revision_number': 6, 'project_id': '15c717fbdabb4920a7be3ca4b195779d', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:13:18.874831 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-33b30d7e-bad8-4434-9068-57ed3e84d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (a40e0968-f8a4-45a7-b0f3-e82bd630fbce), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:18.899366 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b30d7e-bad8-4434-9068-57ed3e84d4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=a40e0968-f8a4-45a7-b0f3-e82bd630fbce,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:18.963872 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-33b30d7e-bad8-4434-9068-57ed3e84d4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4102805'] for router_gateway (21a385e7-d485-4a4c-9625-8fc2eb3bdad5), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:19.074911 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-33b30d7e-bad8-4434-9068-57ed3e84d4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4155136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103717'] for router (21a385e7-d485-4a4c-9625-8fc2eb3bdad5), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:19.077991 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-33b30d7e-bad8-4434-9068-57ed3e84d4ea admin admin] Publish callbacks [] for router_controller (21a385e7-d485-4a4c-9625-8fc2eb3bdad5), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:19.297474 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-33b30d7e-bad8-4434-9068-57ed3e84d4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4155145'] for router (21a385e7-d485-4a4c-9625-8fc2eb3bdad5), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:19.298153 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b30d7e-bad8-4434-9068-57ed3e84d4ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21a385e7-d485-4a4c-9625-8fc2eb3bdad5 {{(pid=103145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:13:19.302530 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-33b30d7e-bad8-4434-9068-57ed3e84d4ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:19.303750 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-33b30d7e-bad8-4434-9068-57ed3e84d4ea admin admin] 10.222.0.52 "DELETE /v2.0/routers/21a385e7-d485-4a4c-9625-8fc2eb3bdad5 HTTP/1.1" status: 204 len: 168 time: 1.2149465 Jan 26 19:13:19.308090 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49052) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:19.358628 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-379d3e31-d3ba-4842-9e16-303e028395ea admin admin] Deleting subnet 482f8a22-9b10-4ecc-a61b-0a037a4dfe4f {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:13:19.362172 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-379d3e31-d3ba-4842-9e16-303e028395ea admin admin] Publish callbacks [] for subnet (482f8a22-9b10-4ecc-a61b-0a037a4dfe4f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:19.398496 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-379d3e31-d3ba-4842-9e16-303e028395ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2376327'] for subnet (482f8a22-9b10-4ecc-a61b-0a037a4dfe4f), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:19.484998 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-379d3e31-d3ba-4842-9e16-303e028395ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643270'] for subnet (482f8a22-9b10-4ecc-a61b-0a037a4dfe4f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:19.582031 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device f5acabd9-f4a7-4b0c-a298-0930290c8880 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:19.602914 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: f5acabd9-f4a7-4b0c-a298-0930290c8880 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:19.603522 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device f5acabd9-f4a7-4b0c-a298-0930290c8880 not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:19.603953 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device c61e260b-a6d5-4f6b-9b51-4798465e724c no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:19.627895 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: c61e260b-a6d5-4f6b-9b51-4798465e724c {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:19.628242 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device c61e260b-a6d5-4f6b-9b51-4798465e724c not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:19.641131 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-379d3e31-d3ba-4842-9e16-303e028395ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59506037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59545430'] for subnet (482f8a22-9b10-4ecc-a61b-0a037a4dfe4f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:19.674906 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-379d3e31-d3ba-4842-9e16-303e028395ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:19.680259 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-379d3e31-d3ba-4842-9e16-303e028395ea admin admin] 10.222.0.52 "DELETE /v2.0/subnets/482f8a22-9b10-4ecc-a61b-0a037a4dfe4f HTTP/1.1" status: 204 len: 168 time: 0.3727798 Jan 26 19:13:19.680547 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b31daf-3d34-41b0-8bde-a24b2b75dda0 None None] Network 39d220ac-f8e9-4394-ab8d-30effb3e1fc8 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:13:19.681456 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d3e31-d3ba-4842-9e16-303e028395ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=482f8a22-9b10-4ecc-a61b-0a037a4dfe4f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:19.683000 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49058) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:19.767131 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600199'] for network (39d220ac-f8e9-4394-ab8d-30effb3e1fc8), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:19.828141 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] Deleting port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:19.828387 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (0b7e037e-d4b2-4a8c-94a5-3474c4d60034), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:19.855641 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78f98dd-5163-407a-87da-990f8a6b9c05 None None] DHCP port deletion for 39d220ac-f8e9-4394-ab8d-30effb3e1fc8 request from dv-cinder-824187-6-iscsi {{(pid=103147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 19:13:19.894715 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] For port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=0b7e037e-d4b2-4a8c-94a5-3474c4d60034,segment=NetworkSegment(d3baeb42-9c3e-4115-af83-efe0a489b48d),segment_id=d3baeb42-9c3e-4115-af83-efe0a489b48d)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:19.895365 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (0b7e037e-d4b2-4a8c-94a5-3474c4d60034), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:19.907849 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e78f98dd-5163-407a-87da-990f8a6b9c05 None None] Deleting port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:19.908305 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e78f98dd-5163-407a-87da-990f8a6b9c05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (0b7e037e-d4b2-4a8c-94a5-3474c4d60034), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:19.908680 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] Calling delete_port for 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 owned by network:dhcp {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:19.972064 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e78f98dd-5163-407a-87da-990f8a6b9c05 None None] For port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=0b7e037e-d4b2-4a8c-94a5-3474c4d60034,segment=NetworkSegment(d3baeb42-9c3e-4115-af83-efe0a489b48d),segment_id=d3baeb42-9c3e-4115-af83-efe0a489b48d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:19.972463 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e78f98dd-5163-407a-87da-990f8a6b9c05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (0b7e037e-d4b2-4a8c-94a5-3474c4d60034), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:19.986088 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e78f98dd-5163-407a-87da-990f8a6b9c05 None None] Calling delete_port for 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:20.069175 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (0b7e037e-d4b2-4a8c-94a5-3474c4d60034), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:20.076575 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e78f98dd-5163-407a-87da-990f8a6b9c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272'] for port (0b7e037e-d4b2-4a8c-94a5-3474c4d60034), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:20.097634 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7e037e-d4b2-4a8c-94a5-3474c4d60034,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:20.102552 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f98dd-5163-407a-87da-990f8a6b9c05 None None] Pushing event deleted for resources: {'Port': ['ID=0b7e037e-d4b2-4a8c-94a5-3474c4d60034,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:20.103426 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] No DVR routers for this DVR port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 on host dv-cinder-824187-6-iscsi {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:13:20.106390 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f98dd-5163-407a-87da-990f8a6b9c05 None None] No DVR routers for this DVR port 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 on host dv-cinder-824187-6-iscsi {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:13:20.220439 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49076) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:20.397303 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-df892b34-4e0e-414b-a475-e605fb2e7c73 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Deleting port d011ea28-61b1-4c36-9521-b68f619019ff {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:20.398056 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df892b34-4e0e-414b-a475-e605fb2e7c73 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (d011ea28-61b1-4c36-9521-b68f619019ff), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:20.416924 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646737', 'neutron.services.segments.db._delete_segments_for_network-8747743498626'] for network (39d220ac-f8e9-4394-ab8d-30effb3e1fc8), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:20.438426 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d220ac-f8e9-4394-ab8d-30effb3e1fc8']}} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:20.448620 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3baeb42-9c3e-4115-af83-efe0a489b48d') {'for_net_delete': True} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:20.448912 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3baeb42-9c3e-4115-af83-efe0a489b48d') {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:20.458683 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743466123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3764342'] for segment (d3baeb42-9c3e-4115-af83-efe0a489b48d), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:20.472724 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (d3baeb42-9c3e-4115-af83-efe0a489b48d), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:20.478318 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df892b34-4e0e-414b-a475-e605fb2e7c73 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (d011ea28-61b1-4c36-9521-b68f619019ff), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:20.478971 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df892b34-4e0e-414b-a475-e605fb2e7c73 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for floatingip (d011ea28-61b1-4c36-9521-b68f619019ff), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:20.479585 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:13:20.480040 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60123090'] for segment (d3baeb42-9c3e-4115-af83-efe0a489b48d), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: Traceback (most recent call last): Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: timer() Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: cb(*args, **kw) Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: return func(*args, **kwargs) Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: self._notify() Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: self.callback(batched_events) Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: event.method(event) Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: return f(self, *a, **k) Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._get(url).json() Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: return self.request(url, 'GET', **kwargs) Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:13:20.481892 dv-cinder-824187-6-iscsi neutron-server[103145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:13:20.492206 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-df892b34-4e0e-414b-a475-e605fb2e7c73 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Calling delete_port for d011ea28-61b1-4c36-9521-b68f619019ff owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:20.651876 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device a40e0968-f8a4-45a7-b0f3-e82bd630fbce no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:20.671808 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: a40e0968-f8a4-45a7-b0f3-e82bd630fbce {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:20.672150 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device a40e0968-f8a4-45a7-b0f3-e82bd630fbce not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:20.672591 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 53533b29-0535-4e4b-aebd-258e8a1717ec no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:20.691323 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: 53533b29-0535-4e4b-aebd-258e8a1717ec {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:20.691667 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 53533b29-0535-4e4b-aebd-258e8a1717ec not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:20.692604 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:20.697845 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4102525'] for network (39d220ac-f8e9-4394-ab8d-30effb3e1fc8), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:20.715232 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:20.715721 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 0b7e037e-d4b2-4a8c-94a5-3474c4d60034 not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:20.716790 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:20.724176 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df892b34-4e0e-414b-a475-e605fb2e7c73 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (d011ea28-61b1-4c36-9521-b68f619019ff), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:20.724415 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] 10.222.0.52 "DELETE /v2.0/networks/39d220ac-f8e9-4394-ab8d-30effb3e1fc8 HTTP/1.1" status: 204 len: 168 time: 1.0369873 Jan 26 19:13:20.724415 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8fd2c-3684-4f47-9ae3-5fbd48cef931 admin admin] Pushing event deleted for resources: {'Network': ['ID=39d220ac-f8e9-4394-ab8d-30effb3e1fc8,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:20.763516 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df892b34-4e0e-414b-a475-e605fb2e7c73 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event deleted for resources: {'Port': ['ID=d011ea28-61b1-4c36-9521-b68f619019ff,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:20.824017 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df892b34-4e0e-414b-a475-e605fb2e7c73 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for floatingip (a83aa27f-2777-4089-bfce-2e7acaf10667), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:20.824348 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.db.l3_db [None req-df892b34-4e0e-414b-a475-e605fb2e7c73 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Floating IP a83aa27f-2777-4089-bfce-2e7acaf10667 disassociated (deleted). External IP: 172.27.2.54, port: 9044ce74-f599-4ffa-9a03-c99968d4aa99. Jan 26 19:13:21.050825 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df892b34-4e0e-414b-a475-e605fb2e7c73 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Router b5de2a7f-81b9-4df9-aef0-abf291462f5d has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:13:21.073469 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49082) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:21.121851 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-502ea1ae-10f1-4695-a3b9-fa1aa60ef578 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=32a037b182ae4cd5a35299e60c9f7dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468087 Jan 26 19:13:21.132875 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49084) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:21.183775 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df892b34-4e0e-414b-a475-e605fb2e7c73 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:13:21.189082 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df892b34-4e0e-414b-a475-e605fb2e7c73 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:21.194135 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46906ac-dbc7-4e25-9c89-e36b022e5492 None None] Sync routers for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:13:21.197639 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ad77e0bb-ee08-4cfd-83e6-f5d805721763 admin admin] Publish callbacks [] for security_group (91612b6a-36b8-4f1c-8e95-bbb25cff2291), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:21.208398 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46906ac-dbc7-4e25-9c89-e36b022e5492 None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:13:21.209484 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a46906ac-dbc7-4e25-9c89-e36b022e5492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:13:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:21.221110 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-df892b34-4e0e-414b-a475-e605fb2e7c73 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "DELETE /v2.0/floatingips/a83aa27f-2777-4089-bfce-2e7acaf10667 HTTP/1.1" status: 204 len: 168 time: 0.9983094 Jan 26 19:13:21.221110 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'tag': '9044ce74-f599-4ffa-9a03-c99968d4aa99'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:13:21.224254 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4a935c-1bd4-4156-aae6-91b31d4ecaec" -d '{"events": [{"name": "network-changed", "server_uuid": "f79d0b02-e99e-4401-b8a1-125410675fd4", "tag": "9044ce74-f599-4ffa-9a03-c99968d4aa99"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:13:21.224947 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ad77e0bb-ee08-4cfd-83e6-f5d805721763 admin admin] Publish callbacks [] for security_group (91612b6a-36b8-4f1c-8e95-bbb25cff2291), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:21.270831 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33dd7ca-fae2-4dd9-8acf-ce0c29266860 x-openstack-request-id: req-b33dd7ca-fae2-4dd9-8acf-ce0c29266860 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:13:21.270831 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79d0b02-e99e-4401-b8a1-125410675fd4", "tag": "9044ce74-f599-4ffa-9a03-c99968d4aa99", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:13:21.270831 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b33dd7ca-fae2-4dd9-8acf-ce0c29266860 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:13:21.272764 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'tag': '9044ce74-f599-4ffa-9a03-c99968d4aa99', 'status': 'completed', 'code': 200} Jan 26 19:13:21.339829 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a935c-1bd4-4156-aae6-91b31d4ecaec req-fce4cc46-bd84-4586-a08b-c320f4a4f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:21.341602 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0f4a935c-1bd4-4156-aae6-91b31d4ecaec req-fce4cc46-bd84-4586-a08b-c320f4a4f3c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e696aded712424fa11e2cea742d7fcf&device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 1099 time: 0.0477326 Jan 26 19:13:21.348896 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ad77e0bb-ee08-4cfd-83e6-f5d805721763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (91612b6a-36b8-4f1c-8e95-bbb25cff2291), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:21.351725 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ad77e0bb-ee08-4cfd-83e6-f5d805721763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:21.355671 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ad77e0bb-ee08-4cfd-83e6-f5d805721763 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/91612b6a-36b8-4f1c-8e95-bbb25cff2291 HTTP/1.1" status: 204 len: 168 time: 0.2215531 Jan 26 19:13:21.360050 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a46906ac-dbc7-4e25-9c89-e36b022e5492 None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:13:21.364269 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77e0bb-ee08-4cfd-83e6-f5d805721763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91612b6a-36b8-4f1c-8e95-bbb25cff2291,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:21.465517 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a935c-1bd4-4156-aae6-91b31d4ecaec req-11a16d2b-9a09-4299-b1a9-2de438e0136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:21.467018 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0f4a935c-1bd4-4156-aae6-91b31d4ecaec req-11a16d2b-9a09-4299-b1a9-2de438e0136f service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1887265-1d4b-4b0f-a079-aa5abdb4c028 HTTP/1.1" status: 200 len: 913 time: 0.1194184 Jan 26 19:13:21.513828 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0f4a935c-1bd4-4156-aae6-91b31d4ecaec req-eb796f0f-975a-4b85-8e43-fc751ac7bb58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9044ce74-f599-4ffa-9a03-c99968d4aa99 HTTP/1.1" status: 200 len: 217 time: 0.0402794 Jan 26 19:13:21.569432 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a935c-1bd4-4156-aae6-91b31d4ecaec req-ec757f12-ea12-4f77-89ba-3e7b976a3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:21.571161 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0f4a935c-1bd4-4156-aae6-91b31d4ecaec req-ec757f12-ea12-4f77-89ba-3e7b976a3246 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=201de6dd-0e18-46ec-b3e0-295cd0d4de2d HTTP/1.1" status: 200 len: 851 time: 0.0498641 Jan 26 19:13:21.660689 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a935c-1bd4-4156-aae6-91b31d4ecaec req-031e09eb-9040-4d98-b914-1106634a746a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:21.662148 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0f4a935c-1bd4-4156-aae6-91b31d4ecaec req-031e09eb-9040-4d98-b914-1106634a746a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1887265-1d4b-4b0f-a079-aa5abdb4c028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843117 Jan 26 19:13:21.685571 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55a2ae-3bb7-406b-b14a-0975516d0fe6 req-56b784dc-8bf3-4dec-a2f4-e7fb03e2a364 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:21.687029 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ab55a2ae-3bb7-406b-b14a-0975516d0fe6 req-56b784dc-8bf3-4dec-a2f4-e7fb03e2a364 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 946 time: 0.0678573 Jan 26 19:13:21.724109 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a46906ac-dbc7-4e25-9c89-e36b022e5492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:21.755586 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46906ac-dbc7-4e25-9c89-e36b022e5492 None None] Checking router: b5de2a7f-81b9-4df9-aef0-abf291462f5d for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:13:21.765490 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46906ac-dbc7-4e25-9c89-e36b022e5492 None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:13:21.766475 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a46906ac-dbc7-4e25-9c89-e36b022e5492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:13:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:21.795010 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-ab55a2ae-3bb7-406b-b14a-0975516d0fe6 req-d3b68b8e-c1cc-436c-a527-0d7bd78be2ec tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970376 Jan 26 19:13:21.813148 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0f4a935c-1bd4-4156-aae6-91b31d4ecaec req-5ee5f5da-c7ac-4f7b-9785-6446b47ae641 service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437826 Jan 26 19:13:21.881255 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a46906ac-dbc7-4e25-9c89-e36b022e5492 None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:13:21.908010 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-0f4a935c-1bd4-4156-aae6-91b31d4ecaec req-1593771e-7f0b-485f-a833-3ee6d6130703 service neutron] 10.222.0.55 "GET /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881493 Jan 26 19:13:22.031283 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:22.100293 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a46906ac-dbc7-4e25-9c89-e36b022e5492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:22.126788 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46906ac-dbc7-4e25-9c89-e36b022e5492 None None] The sync data for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi is: [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:05:19Z', 'revision_number': 4, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi', '_interfaces': [{'id': 'c765ca55-8d4b-4393-9df2-edae02eb230f', 'name': '', 'network_id': 'b1887265-1d4b-4b0f-a079-aa5abdb4c028', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'mac_address': 'fa:16:3e:3a:90:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:18Z', 'updated_at': '2022-01-26T19:05:23Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'subnets': [{'id': '201de6dd-0e18-46ec-b3e0-295cd0d4de2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:13:22.144822 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49100) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:22.200245 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-f4f194f0-7166-4d6e-8c72-1f489660d347 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15c717fbdabb4920a7be3ca4b195779d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0539341 Jan 26 19:13:22.202769 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49104) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:22.255346 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd51ef0b-2311-430b-baec-8c581938388c admin admin] Publish callbacks [] for security_group (ec9466b2-22d7-4547-a410-0acfee0979cf), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:22.279127 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd51ef0b-2311-430b-baec-8c581938388c admin admin] Publish callbacks [] for security_group (ec9466b2-22d7-4547-a410-0acfee0979cf), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:22.371181 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f8729-331d-4ad6-8803-97a78c1da239 None None] New status for floating IP a83aa27f-2777-4089-bfce-2e7acaf10667: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:13:22.446138 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd51ef0b-2311-430b-baec-8c581938388c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (ec9466b2-22d7-4547-a410-0acfee0979cf), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:22.448879 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd51ef0b-2311-430b-baec-8c581938388c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:22.450175 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-dd51ef0b-2311-430b-baec-8c581938388c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec9466b2-22d7-4547-a410-0acfee0979cf HTTP/1.1" status: 204 len: 168 time: 0.2463655 Jan 26 19:13:22.459760 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51ef0b-2311-430b-baec-8c581938388c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9466b2-22d7-4547-a410-0acfee0979cf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:22.931068 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc015b-5f3c-4f2f-9444-b7d7f80241d8 req-1d0d6f2c-5d31-47c1-b8eb-a9a88805575f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:22.931068 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dfcc015b-5f3c-4f2f-9444-b7d7f80241d8 req-1d0d6f2c-5d31-47c1-b8eb-a9a88805575f tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 946 time: 0.0490892 Jan 26 19:13:22.980033 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dfcc015b-5f3c-4f2f-9444-b7d7f80241d8 req-b8bedd14-847a-4bd6-bff7-90162ce41760 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/security-groups?id=ab723756-651d-46fa-b962-198c96ea5201&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495546 Jan 26 19:13:23.113542 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdc4f1-3e22-40e4-b854-fafe5b0b5dc5 req-a9b8e338-ed1d-4fd6-9cd6-19a3d171c16b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:13:23.115012 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e8cdc4f1-3e22-40e4-b854-fafe5b0b5dc5 req-a9b8e338-ed1d-4fd6-9cd6-19a3d171c16b tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.55 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 946 time: 0.0524025 Jan 26 19:13:23.208028 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e8cdc4f1-3e22-40e4-b854-fafe5b0b5dc5 req-415a432c-39bf-4913-b452-db087e562998 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Deleting port 9044ce74-f599-4ffa-9a03-c99968d4aa99 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:23.208372 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e8cdc4f1-3e22-40e4-b854-fafe5b0b5dc5 req-415a432c-39bf-4913-b452-db087e562998 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (9044ce74-f599-4ffa-9a03-c99968d4aa99), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:23.300690 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e8cdc4f1-3e22-40e4-b854-fafe5b0b5dc5 req-415a432c-39bf-4913-b452-db087e562998 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] For port 9044ce74-f599-4ffa-9a03-c99968d4aa99, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9044ce74-f599-4ffa-9a03-c99968d4aa99,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:23.301119 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e8cdc4f1-3e22-40e4-b854-fafe5b0b5dc5 req-415a432c-39bf-4913-b452-db087e562998 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (9044ce74-f599-4ffa-9a03-c99968d4aa99), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:23.312701 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e8cdc4f1-3e22-40e4-b854-fafe5b0b5dc5 req-415a432c-39bf-4913-b452-db087e562998 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Calling delete_port for 9044ce74-f599-4ffa-9a03-c99968d4aa99 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:23.555050 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e8cdc4f1-3e22-40e4-b854-fafe5b0b5dc5 req-415a432c-39bf-4913-b452-db087e562998 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (9044ce74-f599-4ffa-9a03-c99968d4aa99), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:23.584751 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a432c-39bf-4913-b452-db087e562998 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event deleted for resources: {'Port': ['ID=9044ce74-f599-4ffa-9a03-c99968d4aa99,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:23.626324 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cdc4f1-3e22-40e4-b854-fafe5b0b5dc5 req-415a432c-39bf-4913-b452-db087e562998 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] No DVR routers for this DVR port 9044ce74-f599-4ffa-9a03-c99968d4aa99 on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:13:23.628674 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e8cdc4f1-3e22-40e4-b854-fafe5b0b5dc5 req-415a432c-39bf-4913-b452-db087e562998 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:23.632450 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-e8cdc4f1-3e22-40e4-b854-fafe5b0b5dc5 req-415a432c-39bf-4913-b452-db087e562998 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.55 "DELETE /v2.0/ports/9044ce74-f599-4ffa-9a03-c99968d4aa99 HTTP/1.1" status: 204 len: 173 time: 0.5113473 Jan 26 19:13:23.632884 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'name': 'network-vif-deleted', 'tag': '9044ce74-f599-4ffa-9a03-c99968d4aa99'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:13:23.635347 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b852ecdd-7d9c-4f2e-9247-ff15fd560ac1" -d '{"events": [{"server_uuid": "f79d0b02-e99e-4401-b8a1-125410675fd4", "name": "network-vif-deleted", "tag": "9044ce74-f599-4ffa-9a03-c99968d4aa99"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:13:23.672272 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c64176-d15f-41e4-bd92-fabe6f5a4cc3 x-openstack-request-id: req-70c64176-d15f-41e4-bd92-fabe6f5a4cc3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:13:23.672636 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79d0b02-e99e-4401-b8a1-125410675fd4", "name": "network-vif-deleted", "tag": "9044ce74-f599-4ffa-9a03-c99968d4aa99", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:13:23.672959 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-70c64176-d15f-41e4-bd92-fabe6f5a4cc3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:13:23.673410 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79d0b02-e99e-4401-b8a1-125410675fd4', 'name': 'network-vif-deleted', 'tag': '9044ce74-f599-4ffa-9a03-c99968d4aa99', 'status': 'completed', 'code': 200} Jan 26 19:13:24.078967 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8a3b0938-85bc-40cf-a06e-7134504ce231 req-94852fff-b1bc-425b-a6d6-19a4943c8292 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 210 time: 0.0305929 Jan 26 19:13:25.174006 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-172f6af2-1ebe-4c75-853a-17c8c50a8ab2 req-3a34d085-7348-4327-8965-59336d597767 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 210 time: 0.0259800 Jan 26 19:13:26.273482 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4bb69da8-2aa1-49bb-badf-d991dafec57c req-a057d67b-7b92-4461-9b1e-074530868ac3 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "GET /v2.0/ports?device_id=f79d0b02-e99e-4401-b8a1-125410675fd4 HTTP/1.1" status: 200 len: 210 time: 0.0274124 Jan 26 19:13:27.333970 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49138) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:27.464226 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-424d377a-c6b1-4206-a542-7ebb935929c1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Deleting port b0a0f724-09a6-4808-82d9-b2419eeb1903 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:27.464582 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-424d377a-c6b1-4206-a542-7ebb935929c1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (b0a0f724-09a6-4808-82d9-b2419eeb1903), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:27.807135 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-424d377a-c6b1-4206-a542-7ebb935929c1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (b0a0f724-09a6-4808-82d9-b2419eeb1903), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:27.807460 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-424d377a-c6b1-4206-a542-7ebb935929c1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for floatingip (b0a0f724-09a6-4808-82d9-b2419eeb1903), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:27.820041 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-424d377a-c6b1-4206-a542-7ebb935929c1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Calling delete_port for b0a0f724-09a6-4808-82d9-b2419eeb1903 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:28.024034 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-424d377a-c6b1-4206-a542-7ebb935929c1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (b0a0f724-09a6-4808-82d9-b2419eeb1903), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:28.048758 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d377a-c6b1-4206-a542-7ebb935929c1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event deleted for resources: {'Port': ['ID=b0a0f724-09a6-4808-82d9-b2419eeb1903,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:28.110977 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-424d377a-c6b1-4206-a542-7ebb935929c1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for floatingip (8682a5a4-bd30-4485-8ac7-b8903e884537), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:28.114144 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-424d377a-c6b1-4206-a542-7ebb935929c1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:28.115301 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-424d377a-c6b1-4206-a542-7ebb935929c1 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "DELETE /v2.0/floatingips/8682a5a4-bd30-4485-8ac7-b8903e884537 HTTP/1.1" status: 204 len: 168 time: 0.7803442 Jan 26 19:13:28.988910 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 9044ce74-f599-4ffa-9a03-c99968d4aa99 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:29.009544 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: 9044ce74-f599-4ffa-9a03-c99968d4aa99 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:29.009891 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device 9044ce74-f599-4ffa-9a03-c99968d4aa99 not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:29.716890 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:13:31.663161 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49166) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:31.719078 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eff6e3e2-80dd-4d3c-88ca-7f9e2b2e91a6 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group (ab723756-651d-46fa-b962-198c96ea5201), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:31.744060 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eff6e3e2-80dd-4d3c-88ca-7f9e2b2e91a6 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group (ab723756-651d-46fa-b962-198c96ea5201), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:31.874349 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eff6e3e2-80dd-4d3c-88ca-7f9e2b2e91a6 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (ab723756-651d-46fa-b962-198c96ea5201), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:31.877114 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eff6e3e2-80dd-4d3c-88ca-7f9e2b2e91a6 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:31.881168 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-eff6e3e2-80dd-4d3c-88ca-7f9e2b2e91a6 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] 10.222.0.52 "DELETE /v2.0/security-groups/ab723756-651d-46fa-b962-198c96ea5201 HTTP/1.1" status: 204 len: 168 time: 0.2141345 Jan 26 19:13:31.889141 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6e3e2-80dd-4d3c-88ca-7f9e2b2e91a6 tempest-TestVolumeBootPattern-2000088516 tempest-TestVolumeBootPattern-2000088516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab723756-651d-46fa-b962-198c96ea5201,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:31.998003 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49174) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:32.498100 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4103791'] for router_interface (b5de2a7f-81b9-4df9-aef0-abf291462f5d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:32.749769 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Deleting port c765ca55-8d4b-4393-9df2-edae02eb230f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:32.750426 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:32.839813 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] For port c765ca55-8d4b-4393-9df2-edae02eb230f, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=c765ca55-8d4b-4393-9df2-edae02eb230f,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:32.840182 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:32.853027 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Calling delete_port for c765ca55-8d4b-4393-9df2-edae02eb230f owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:33.109202 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (c765ca55-8d4b-4393-9df2-edae02eb230f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:33.135993 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Pushing event deleted for resources: {'Port': ['ID=c765ca55-8d4b-4393-9df2-edae02eb230f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:33.147825 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:33.148325 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:33.148529 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:33.148871 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:33.149243 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:33.149659 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:33.149915 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:33.150251 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:33.150590 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:33.150923 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:33.151253 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:33.151583 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:33.151909 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:13:33.311612 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4103931'] for router_interface (b5de2a7f-81b9-4df9-aef0-abf291462f5d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:33.538842 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Router b5de2a7f-81b9-4df9-aef0-abf291462f5d has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:13:33.649026 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:13:33.655640 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-83f6d735-28f4-4970-9ef5-a492addeec75 admin admin] 10.222.0.52 "PUT /v2.0/routers/b5de2a7f-81b9-4df9-aef0-abf291462f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6558492 Jan 26 19:13:33.656800 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49192) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:33.658386 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f93bc6-3aaa-4e2e-a19f-168b4b4df0ce None None] Sync routers for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:13:33.679084 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f93bc6-3aaa-4e2e-a19f-168b4b4df0ce None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:13:33.679084 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-92f93bc6-3aaa-4e2e-a19f-168b4b4df0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:13:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:33.794151 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97c4e17a-6ba1-4622-b4b9-d7cb707f7636 admin admin] Publish callbacks [] for router (b5de2a7f-81b9-4df9-aef0-abf291462f5d), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:33.810809 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-92f93bc6-3aaa-4e2e-a19f-168b4b4df0ce None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: dv-cinder-824187-6-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:13:33.900933 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97c4e17a-6ba1-4622-b4b9-d7cb707f7636 admin admin] Publish callbacks [] for router_gateway (b5de2a7f-81b9-4df9-aef0-abf291462f5d), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:34.001392 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-92f93bc6-3aaa-4e2e-a19f-168b4b4df0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:13:32Z', 'revision_number': 5, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port': {'id': '4d4c6d5b-f923-442b-b4f7-94c18efc2523', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:15Z', 'updated_at': '2022-01-26T19:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:34.010710 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-97c4e17a-6ba1-4622-b4b9-d7cb707f7636 admin admin] Deleting port 4d4c6d5b-f923-442b-b4f7-94c18efc2523 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:34.011055 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97c4e17a-6ba1-4622-b4b9-d7cb707f7636 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (4d4c6d5b-f923-442b-b4f7-94c18efc2523), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:34.028521 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f93bc6-3aaa-4e2e-a19f-168b4b4df0ce None None] Checking router: b5de2a7f-81b9-4df9-aef0-abf291462f5d for host: dv-cinder-824187-6-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:13:34.037820 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f93bc6-3aaa-4e2e-a19f-168b4b4df0ce None None] Routers {'b5de2a7f-81b9-4df9-aef0-abf291462f5d'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:13:34.038460 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-92f93bc6-3aaa-4e2e-a19f-168b4b4df0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:13:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:34.092050 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-97c4e17a-6ba1-4622-b4b9-d7cb707f7636 admin admin] For port 4d4c6d5b-f923-442b-b4f7-94c18efc2523, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=4d4c6d5b-f923-442b-b4f7-94c18efc2523,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:34.092386 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97c4e17a-6ba1-4622-b4b9-d7cb707f7636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (4d4c6d5b-f923-442b-b4f7-94c18efc2523), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:34.105507 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-97c4e17a-6ba1-4622-b4b9-d7cb707f7636 admin admin] Calling delete_port for 4d4c6d5b-f923-442b-b4f7-94c18efc2523 owned by network:router_gateway {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:34.127737 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-92f93bc6-3aaa-4e2e-a19f-168b4b4df0ce None None] Set router b5de2a7f-81b9-4df9-aef0-abf291462f5d gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:13:34.183750 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-92f93bc6-3aaa-4e2e-a19f-168b4b4df0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:13:33Z', 'revision_number': 6, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port_host': None}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:34.212155 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f93bc6-3aaa-4e2e-a19f-168b4b4df0ce None None] The sync data for ids ['b5de2a7f-81b9-4df9-aef0-abf291462f5d'] in dv-cinder-824187-6-iscsi is: [{'id': 'b5de2a7f-81b9-4df9-aef0-abf291462f5d', 'name': 'tempest-TestVolumeBootPattern-1730470984-router', 'tenant_id': '3e696aded712424fa11e2cea742d7fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:14Z', 'updated_at': '2022-01-26T19:13:33Z', 'revision_number': 6, 'project_id': '3e696aded712424fa11e2cea742d7fcf', 'gw_port_host': None}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:13:34.331563 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97c4e17a-6ba1-4622-b4b9-d7cb707f7636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (4d4c6d5b-f923-442b-b4f7-94c18efc2523), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:34.360871 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4e17a-6ba1-4622-b4b9-d7cb707f7636 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d4c6d5b-f923-442b-b4f7-94c18efc2523,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:34.420653 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97c4e17a-6ba1-4622-b4b9-d7cb707f7636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4102805'] for router_gateway (b5de2a7f-81b9-4df9-aef0-abf291462f5d), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:34.510957 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97c4e17a-6ba1-4622-b4b9-d7cb707f7636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4155136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103717'] for router (b5de2a7f-81b9-4df9-aef0-abf291462f5d), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:34.513127 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97c4e17a-6ba1-4622-b4b9-d7cb707f7636 admin admin] Publish callbacks [] for router_controller (b5de2a7f-81b9-4df9-aef0-abf291462f5d), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:34.618134 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97c4e17a-6ba1-4622-b4b9-d7cb707f7636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4155145'] for router (b5de2a7f-81b9-4df9-aef0-abf291462f5d), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:34.618762 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c4e17a-6ba1-4622-b4b9-d7cb707f7636 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5de2a7f-81b9-4df9-aef0-abf291462f5d {{(pid=103145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:13:34.623358 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97c4e17a-6ba1-4622-b4b9-d7cb707f7636 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:34.627095 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-97c4e17a-6ba1-4622-b4b9-d7cb707f7636 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b5de2a7f-81b9-4df9-aef0-abf291462f5d HTTP/1.1" status: 204 len: 168 time: 0.9661918 Jan 26 19:13:34.631320 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49196) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:34.679570 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-71336a7d-685b-4542-9235-2de8f332c154 admin admin] Deleting subnet 201de6dd-0e18-46ec-b3e0-295cd0d4de2d {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:13:34.682764 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-71336a7d-685b-4542-9235-2de8f332c154 admin admin] Publish callbacks [] for subnet (201de6dd-0e18-46ec-b3e0-295cd0d4de2d), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:34.717128 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-71336a7d-685b-4542-9235-2de8f332c154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3764351'] for subnet (201de6dd-0e18-46ec-b3e0-295cd0d4de2d), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:34.793407 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-71336a7d-685b-4542-9235-2de8f332c154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643270'] for subnet (201de6dd-0e18-46ec-b3e0-295cd0d4de2d), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:34.909109 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-71336a7d-685b-4542-9235-2de8f332c154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59309163'] for subnet (201de6dd-0e18-46ec-b3e0-295cd0d4de2d), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:34.937554 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71336a7d-685b-4542-9235-2de8f332c154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=201de6dd-0e18-46ec-b3e0-295cd0d4de2d,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:34.941943 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-71336a7d-685b-4542-9235-2de8f332c154 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:34.945175 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-71336a7d-685b-4542-9235-2de8f332c154 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/201de6dd-0e18-46ec-b3e0-295cd0d4de2d HTTP/1.1" status: 204 len: 168 time: 0.3163188 Jan 26 19:13:34.947953 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49200) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:34.950421 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b98956-1474-4859-b1a0-b50ee727cf56 None None] Network b1887265-1d4b-4b0f-a079-aa5abdb4c028 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:13:35.029348 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600199'] for network (b1887265-1d4b-4b0f-a079-aa5abdb4c028), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:35.052745 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device c765ca55-8d4b-4393-9df2-edae02eb230f no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:35.077496 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: c765ca55-8d4b-4393-9df2-edae02eb230f {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:35.077857 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device c765ca55-8d4b-4393-9df2-edae02eb230f not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:35.087477 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] Deleting port 63c7be65-b79a-49cc-9ac5-520f7bf117ed {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:35.087814 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (63c7be65-b79a-49cc-9ac5-520f7bf117ed), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:35.150127 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da411ac6-9f8b-4c63-94c3-ff402ad29c86 None None] DHCP port deletion for b1887265-1d4b-4b0f-a079-aa5abdb4c028 request from dv-cinder-824187-6-iscsi {{(pid=103147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 19:13:35.167218 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] For port 63c7be65-b79a-49cc-9ac5-520f7bf117ed, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=63c7be65-b79a-49cc-9ac5-520f7bf117ed,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:35.167801 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (63c7be65-b79a-49cc-9ac5-520f7bf117ed), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:35.190936 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] Calling delete_port for 63c7be65-b79a-49cc-9ac5-520f7bf117ed owned by network:dhcp {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:35.222711 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-da411ac6-9f8b-4c63-94c3-ff402ad29c86 None None] Deleting port 63c7be65-b79a-49cc-9ac5-520f7bf117ed {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:35.223743 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da411ac6-9f8b-4c63-94c3-ff402ad29c86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (63c7be65-b79a-49cc-9ac5-520f7bf117ed), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:35.293634 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-da411ac6-9f8b-4c63-94c3-ff402ad29c86 None None] For port 63c7be65-b79a-49cc-9ac5-520f7bf117ed, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=63c7be65-b79a-49cc-9ac5-520f7bf117ed,segment=NetworkSegment(6ef1f51a-a3ea-443a-adff-83dfc0efd073),segment_id=6ef1f51a-a3ea-443a-adff-83dfc0efd073)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:35.294029 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da411ac6-9f8b-4c63-94c3-ff402ad29c86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (63c7be65-b79a-49cc-9ac5-520f7bf117ed), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:35.306474 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-da411ac6-9f8b-4c63-94c3-ff402ad29c86 None None] Calling delete_port for 63c7be65-b79a-49cc-9ac5-520f7bf117ed owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:35.343146 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (63c7be65-b79a-49cc-9ac5-520f7bf117ed), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:35.373578 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c7be65-b79a-49cc-9ac5-520f7bf117ed,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:35.378346 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] No DVR routers for this DVR port 63c7be65-b79a-49cc-9ac5-520f7bf117ed on host dv-cinder-824187-6-iscsi {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:13:35.383814 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da411ac6-9f8b-4c63-94c3-ff402ad29c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272'] for port (63c7be65-b79a-49cc-9ac5-520f7bf117ed), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:35.409373 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da411ac6-9f8b-4c63-94c3-ff402ad29c86 None None] Pushing event deleted for resources: {'Port': ['ID=63c7be65-b79a-49cc-9ac5-520f7bf117ed,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:35.413683 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da411ac6-9f8b-4c63-94c3-ff402ad29c86 None None] No DVR routers for this DVR port 63c7be65-b79a-49cc-9ac5-520f7bf117ed on host dv-cinder-824187-6-iscsi {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:13:35.452118 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646737', 'neutron.services.segments.db._delete_segments_for_network-8747743498626'] for network (b1887265-1d4b-4b0f-a079-aa5abdb4c028), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:35.472610 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1887265-1d4b-4b0f-a079-aa5abdb4c028']}} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:35.483036 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef1f51a-a3ea-443a-adff-83dfc0efd073') {'for_net_delete': True} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:35.483375 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef1f51a-a3ea-443a-adff-83dfc0efd073') {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:35.493331 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743466123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3764342'] for segment (6ef1f51a-a3ea-443a-adff-83dfc0efd073), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:35.506765 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (6ef1f51a-a3ea-443a-adff-83dfc0efd073), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:35.512658 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60123090'] for segment (6ef1f51a-a3ea-443a-adff-83dfc0efd073), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: Traceback (most recent call last): Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: timer() Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: cb(*args, **kw) Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: return func(*args, **kwargs) Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: self._notify() Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: self.callback(batched_events) Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: event.method(event) Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: return f(self, *a, **k) Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._get(url).json() Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: return self.request(url, 'GET', **kwargs) Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:13:35.518609 dv-cinder-824187-6-iscsi neutron-server[103145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:13:35.658154 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4102525'] for network (b1887265-1d4b-4b0f-a079-aa5abdb4c028), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:35.664153 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:35.667551 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b1887265-1d4b-4b0f-a079-aa5abdb4c028 HTTP/1.1" status: 204 len: 168 time: 0.7186108 Jan 26 19:13:35.670708 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:35.679731 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2b577-7ea9-416f-87f9-2cf29424e091 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1887265-1d4b-4b0f-a079-aa5abdb4c028,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:36.015985 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd3dcb63-ffe9-430f-9266-32a8f051cf48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4103791'] for router_interface (27347fe0-f5af-40bd-9654-8cdc804a6f6a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:36.256353 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fd3dcb63-ffe9-430f-9266-32a8f051cf48 admin admin] Deleting port 5d6933de-c10e-4b32-9466-965ec13ee457 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:36.256696 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd3dcb63-ffe9-430f-9266-32a8f051cf48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (5d6933de-c10e-4b32-9466-965ec13ee457), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:36.333114 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-fd3dcb63-ffe9-430f-9266-32a8f051cf48 admin admin] For port 5d6933de-c10e-4b32-9466-965ec13ee457, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=5d6933de-c10e-4b32-9466-965ec13ee457,segment=NetworkSegment(1912a003-b267-4146-9390-de5dc3654761),segment_id=1912a003-b267-4146-9390-de5dc3654761)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:36.333399 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd3dcb63-ffe9-430f-9266-32a8f051cf48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (5d6933de-c10e-4b32-9466-965ec13ee457), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:36.344806 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fd3dcb63-ffe9-430f-9266-32a8f051cf48 admin admin] Calling delete_port for 5d6933de-c10e-4b32-9466-965ec13ee457 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:36.571620 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd3dcb63-ffe9-430f-9266-32a8f051cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (5d6933de-c10e-4b32-9466-965ec13ee457), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:36.603786 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3dcb63-ffe9-430f-9266-32a8f051cf48 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6933de-c10e-4b32-9466-965ec13ee457,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:36.681484 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 4d4c6d5b-f923-442b-b4f7-94c18efc2523 no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:36.705681 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: 4d4c6d5b-f923-442b-b4f7-94c18efc2523 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:36.706023 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 4d4c6d5b-f923-442b-b4f7-94c18efc2523 not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:36.706457 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 63c7be65-b79a-49cc-9ac5-520f7bf117ed no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:36.726283 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: 63c7be65-b79a-49cc-9ac5-520f7bf117ed {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:36.726630 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 63c7be65-b79a-49cc-9ac5-520f7bf117ed not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:36.792598 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd3dcb63-ffe9-430f-9266-32a8f051cf48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3718662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4103931'] for router_interface (27347fe0-f5af-40bd-9654-8cdc804a6f6a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:37.057344 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fbd89feb-5123-470d-9a92-345e476b85cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:37.262541 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3dcb63-ffe9-430f-9266-32a8f051cf48 admin admin] Router 27347fe0-f5af-40bd-9654-8cdc804a6f6a has already been hosted by L3 agent c42f8510-0c3b-4569-9688-6bdf8f45ec96 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:13:37.365991 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3dcb63-ffe9-430f-9266-32a8f051cf48 admin admin] Notify agent at l3_agent.dv-cinder-824187-6-iscsi the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:13:37.371044 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-fd3dcb63-ffe9-430f-9266-32a8f051cf48 admin admin] 10.222.0.52 "PUT /v2.0/routers/27347fe0-f5af-40bd-9654-8cdc804a6f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6990483 Jan 26 19:13:37.373417 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49208) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:37.375960 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceeaa90-b625-4086-8807-adf86ad1dbf8 None None] Sync routers for ids ['27347fe0-f5af-40bd-9654-8cdc804a6f6a'] in dv-cinder-824187-6-iscsi {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:13:37.386300 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceeaa90-b625-4086-8807-adf86ad1dbf8 None None] Routers {'27347fe0-f5af-40bd-9654-8cdc804a6f6a'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:13:37.386905 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8ceeaa90-b625-4086-8807-adf86ad1dbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:13:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['27347fe0-f5af-40bd-9654-8cdc804a6f6a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:37.479963 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd3d70d6-7577-4a3a-8948-ffc5314a0fb5 admin admin] Publish callbacks [] for router (27347fe0-f5af-40bd-9654-8cdc804a6f6a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:37.575549 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8ceeaa90-b625-4086-8807-adf86ad1dbf8 None None] Set router 27347fe0-f5af-40bd-9654-8cdc804a6f6a gateway port host: dv-cinder-824187-6-iscsi {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:13:37.580773 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd3d70d6-7577-4a3a-8948-ffc5314a0fb5 admin admin] Publish callbacks [] for router_gateway (27347fe0-f5af-40bd-9654-8cdc804a6f6a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:37.709232 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cd3d70d6-7577-4a3a-8948-ffc5314a0fb5 admin admin] Deleting port 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:37.709464 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd3d70d6-7577-4a3a-8948-ffc5314a0fb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (49cfb9c1-86f9-4f13-82d8-bde41dcc0c22), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:37.753817 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8ceeaa90-b625-4086-8807-adf86ad1dbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'name': 'tempest-TestVolumeBootPattern-261741698-router', 'tenant_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'external_fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '49cfb9c1-86f9-4f13-82d8-bde41dcc0c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:23Z', 'updated_at': '2022-01-26T19:13:36Z', 'revision_number': 5, 'project_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'gw_port': {'id': '49cfb9c1-86f9-4f13-82d8-bde41dcc0c22', 'name': '', 'network_id': '11edf1d4-3de0-4d6f-8078-b00e4886ebe5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:05:24Z', 'updated_at': '2022-01-26T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6db50cd-2605-46c9-aa7f-1e2383d5616a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-6-iscsi'}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:37.780203 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceeaa90-b625-4086-8807-adf86ad1dbf8 None None] Checking router: 27347fe0-f5af-40bd-9654-8cdc804a6f6a for host: dv-cinder-824187-6-iscsi {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:13:37.787726 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cd3d70d6-7577-4a3a-8948-ffc5314a0fb5 admin admin] For port 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=49cfb9c1-86f9-4f13-82d8-bde41dcc0c22,segment=NetworkSegment(53c79e7b-a173-4cf5-950e-4c6fc00e8a0e),segment_id=53c79e7b-a173-4cf5-950e-4c6fc00e8a0e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:37.788314 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd3d70d6-7577-4a3a-8948-ffc5314a0fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (49cfb9c1-86f9-4f13-82d8-bde41dcc0c22), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:37.790048 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceeaa90-b625-4086-8807-adf86ad1dbf8 None None] Routers {'27347fe0-f5af-40bd-9654-8cdc804a6f6a'} bound to L3 agent in host dv-cinder-824187-6-iscsi {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:13:37.790665 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8ceeaa90-b625-4086-8807-adf86ad1dbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T18:56:09Z,description=,heartbeat_timestamp=2022-01-26T19:13:09Z,host='dv-cinder-824187-6-iscsi',id=c42f8510-0c3b-4569-9688-6bdf8f45ec96,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T18:56:10Z,topic='l3_agent')) {'router_ids': ['27347fe0-f5af-40bd-9654-8cdc804a6f6a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:37.801612 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cd3d70d6-7577-4a3a-8948-ffc5314a0fb5 admin admin] Calling delete_port for 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:37.876827 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8ceeaa90-b625-4086-8807-adf86ad1dbf8 None None] Set router 27347fe0-f5af-40bd-9654-8cdc804a6f6a gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:13:37.938821 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8ceeaa90-b625-4086-8807-adf86ad1dbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'name': 'tempest-TestVolumeBootPattern-261741698-router', 'tenant_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:23Z', 'updated_at': '2022-01-26T19:13:37Z', 'revision_number': 6, 'project_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'gw_port_host': None}], 'dv-cinder-824187-6-iscsi', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:37.968103 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceeaa90-b625-4086-8807-adf86ad1dbf8 None None] The sync data for ids ['27347fe0-f5af-40bd-9654-8cdc804a6f6a'] in dv-cinder-824187-6-iscsi is: [{'id': '27347fe0-f5af-40bd-9654-8cdc804a6f6a', 'name': 'tempest-TestVolumeBootPattern-261741698-router', 'tenant_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:05:23Z', 'updated_at': '2022-01-26T19:13:37Z', 'revision_number': 6, 'project_id': 'ef6560e5d06f4e3a8c3027aa73ce021b', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:13:38.023178 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd3d70d6-7577-4a3a-8948-ffc5314a0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (49cfb9c1-86f9-4f13-82d8-bde41dcc0c22), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:38.047359 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d70d6-7577-4a3a-8948-ffc5314a0fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=49cfb9c1-86f9-4f13-82d8-bde41dcc0c22,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:38.116048 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd3d70d6-7577-4a3a-8948-ffc5314a0fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4102805'] for router_gateway (27347fe0-f5af-40bd-9654-8cdc804a6f6a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:38.208197 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd3d70d6-7577-4a3a-8948-ffc5314a0fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4155136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103717'] for router (27347fe0-f5af-40bd-9654-8cdc804a6f6a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:38.210370 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd3d70d6-7577-4a3a-8948-ffc5314a0fb5 admin admin] Publish callbacks [] for router_controller (27347fe0-f5af-40bd-9654-8cdc804a6f6a), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:38.308565 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd3d70d6-7577-4a3a-8948-ffc5314a0fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4155145'] for router (27347fe0-f5af-40bd-9654-8cdc804a6f6a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:38.309140 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3d70d6-7577-4a3a-8948-ffc5314a0fb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27347fe0-f5af-40bd-9654-8cdc804a6f6a {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:13:38.317019 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd3d70d6-7577-4a3a-8948-ffc5314a0fb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:38.317019 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-cd3d70d6-7577-4a3a-8948-ffc5314a0fb5 admin admin] 10.222.0.52 "DELETE /v2.0/routers/27347fe0-f5af-40bd-9654-8cdc804a6f6a HTTP/1.1" status: 204 len: 168 time: 0.9403071 Jan 26 19:13:38.317454 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49220) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:38.362262 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde69429-5381-45af-bbd2-04de9f949ebf admin admin] Deleting subnet f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90 {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:13:38.365657 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bde69429-5381-45af-bbd2-04de9f949ebf admin admin] Publish callbacks [] for subnet (f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:38.402351 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bde69429-5381-45af-bbd2-04de9f949ebf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3764351'] for subnet (f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90), precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:38.482078 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bde69429-5381-45af-bbd2-04de9f949ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643270'] for subnet (f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:38.588854 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bde69429-5381-45af-bbd2-04de9f949ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60123004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59309163'] for subnet (f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:38.612368 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde69429-5381-45af-bbd2-04de9f949ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:38.618181 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bde69429-5381-45af-bbd2-04de9f949ebf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:38.621554 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-bde69429-5381-45af-bbd2-04de9f949ebf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f4e53c3c-cee4-4e4f-a6ad-3286fb5e6c90 HTTP/1.1" status: 204 len: 168 time: 0.3030949 Jan 26 19:13:38.624001 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b4f5a2-6a3b-4285-ba79-ee1619c70fb2 None None] Network 79e2af26-b056-4183-9663-10f5cb3d97b7 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:13:38.624664 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49222) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:38.700282 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600199'] for network (79e2af26-b056-4183-9663-10f5cb3d97b7), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:38.770495 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] Deleting port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:38.770843 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (14ddec73-5ae6-477e-bbf9-c0d5f74e6a13), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:38.805957 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 5d6933de-c10e-4b32-9466-965ec13ee457 no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:38.830464 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: 5d6933de-c10e-4b32-9466-965ec13ee457 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:38.830826 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 5d6933de-c10e-4b32-9466-965ec13ee457 not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:38.831258 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22 no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:38.834545 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] For port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13, host dv-cinder-824187-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-6-iscsi',level=0,port_id=14ddec73-5ae6-477e-bbf9-c0d5f74e6a13,segment=NetworkSegment(1912a003-b267-4146-9390-de5dc3654761),segment_id=1912a003-b267-4146-9390-de5dc3654761)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:38.834992 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (14ddec73-5ae6-477e-bbf9-c0d5f74e6a13), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:38.849332 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] Calling delete_port for 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 owned by network:dhcp {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:38.856310 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:38.856747 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 49cfb9c1-86f9-4f13-82d8-bde41dcc0c22 not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:38.958348 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b93b0c-4995-4771-ae7f-73bdab6d81fa None None] DHCP port deletion for 79e2af26-b056-4183-9663-10f5cb3d97b7 request from dv-cinder-824187-6-iscsi {{(pid=103147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 19:13:38.999793 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60122913'] for port (14ddec73-5ae6-477e-bbf9-c0d5f74e6a13), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:39.014427 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e9b93b0c-4995-4771-ae7f-73bdab6d81fa None None] Deleting port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:13:39.014761 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9b93b0c-4995-4771-ae7f-73bdab6d81fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (14ddec73-5ae6-477e-bbf9-c0d5f74e6a13), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:39.037487 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ddec73-5ae6-477e-bbf9-c0d5f74e6a13,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:39.044681 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] No DVR routers for this DVR port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 on host dv-cinder-824187-6-iscsi {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:13:39.082776 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e9b93b0c-4995-4771-ae7f-73bdab6d81fa None None] For port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13, host dv-cinder-824187-6-iscsi, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:13:39.083174 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9b93b0c-4995-4771-ae7f-73bdab6d81fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (14ddec73-5ae6-477e-bbf9-c0d5f74e6a13), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:39.095855 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e9b93b0c-4995-4771-ae7f-73bdab6d81fa None None] Calling delete_port for 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:13:39.099033 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-e9b93b0c-4995-4771-ae7f-73bdab6d81fa None None] Port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 was not found and therefore no delete operation was performed {{(pid=103147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 19:13:39.100362 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9b93b0c-4995-4771-ae7f-73bdab6d81fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272'] for port (14ddec73-5ae6-477e-bbf9-c0d5f74e6a13), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:39.121234 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646737', 'neutron.services.segments.db._delete_segments_for_network-8747743498626'] for network (79e2af26-b056-4183-9663-10f5cb3d97b7), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:39.128498 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b93b0c-4995-4771-ae7f-73bdab6d81fa None None] Pushing event deleted for resources: {'Port': ['ID=14ddec73-5ae6-477e-bbf9-c0d5f74e6a13,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:39.136084 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b93b0c-4995-4771-ae7f-73bdab6d81fa None None] No DVR routers for this DVR port 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 on host dv-cinder-824187-6-iscsi {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:13:39.147871 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e2af26-b056-4183-9663-10f5cb3d97b7']}} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:39.158429 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1912a003-b267-4146-9390-de5dc3654761') {'for_net_delete': True} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:39.158722 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1912a003-b267-4146-9390-de5dc3654761') {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:13:39.175158 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743466123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3764342'] for segment (1912a003-b267-4146-9390-de5dc3654761), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:39.190571 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (1912a003-b267-4146-9390-de5dc3654761), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:39.197801 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:13:39.198188 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60123090'] for segment (1912a003-b267-4146-9390-de5dc3654761), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: Traceback (most recent call last): Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: timer() Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: cb(*args, **kw) Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: return func(*args, **kwargs) Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: self._notify() Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: self.callback(batched_events) Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: event.method(event) Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: return f(self, *a, **k) Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._get(url).json() Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: return self.request(url, 'GET', **kwargs) Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:13:39.199969 dv-cinder-824187-6-iscsi neutron-server[103145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:13:39.314357 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4102525'] for network (79e2af26-b056-4183-9663-10f5cb3d97b7), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:39.320229 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:39.325789 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/79e2af26-b056-4183-9663-10f5cb3d97b7 HTTP/1.1" status: 204 len: 168 time: 0.6977422 Jan 26 19:13:39.335064 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57193f5e-d956-4c4b-af88-87dbc66fd2c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=79e2af26-b056-4183-9663-10f5cb3d97b7,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:39.565589 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e449783-6306-4633-babf-7cf8f7e4ac53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:39.634149 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49236) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:39.673112 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-407ad289-71af-48a8-99f0-598e02b9e44f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e696aded712424fa11e2cea742d7fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377903 Jan 26 19:13:39.677577 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49238) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:39.730746 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f791da3d-3738-483a-9273-52f47b9ea32b admin admin] Publish callbacks [] for security_group (3413ea78-5631-44ef-bef9-61168e161637), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:39.755947 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f791da3d-3738-483a-9273-52f47b9ea32b admin admin] Publish callbacks [] for security_group (3413ea78-5631-44ef-bef9-61168e161637), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:39.857106 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f791da3d-3738-483a-9273-52f47b9ea32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (3413ea78-5631-44ef-bef9-61168e161637), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:39.859726 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f791da3d-3738-483a-9273-52f47b9ea32b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:39.860934 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-f791da3d-3738-483a-9273-52f47b9ea32b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3413ea78-5631-44ef-bef9-61168e161637 HTTP/1.1" status: 204 len: 168 time: 0.1824577 Jan 26 19:13:39.869386 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791da3d-3738-483a-9273-52f47b9ea32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3413ea78-5631-44ef-bef9-61168e161637,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:40.549730 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49246) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:40.593252 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-274cd3d8-1881-4bd5-91e2-8948f1a44219 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ef6560e5d06f4e3a8c3027aa73ce021b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422220 Jan 26 19:13:40.596038 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49248) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:40.617592 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:40.646533 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4fac118-c94e-4717-8e67-b0b2b4b69556 admin admin] Publish callbacks [] for security_group (425936cd-23d0-4b02-b2e5-74236baf1203), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:40.658087 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 no longer exists at agent ovs-agent-dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:13:40.668725 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4fac118-c94e-4717-8e67-b0b2b4b69556 admin admin] Publish callbacks [] for security_group (425936cd-23d0-4b02-b2e5-74236baf1203), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:40.679225 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] No Port match for: 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:13:40.679582 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Device 14ddec73-5ae6-477e-bbf9-c0d5f74e6a13 not bound to the agent host dv-cinder-824187-6-iscsi {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:13:40.776808 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4fac118-c94e-4717-8e67-b0b2b4b69556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (425936cd-23d0-4b02-b2e5-74236baf1203), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:40.779484 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4fac118-c94e-4717-8e67-b0b2b4b69556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:40.780665 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-b4fac118-c94e-4717-8e67-b0b2b4b69556 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/425936cd-23d0-4b02-b2e5-74236baf1203 HTTP/1.1" status: 204 len: 168 time: 0.1832924 Jan 26 19:13:40.789368 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fac118-c94e-4717-8e67-b0b2b4b69556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425936cd-23d0-4b02-b2e5-74236baf1203,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:42.646016 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:43.708767 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:51.983132 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:54.275929 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49334) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:54.383155 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e1184959-0f18-4d61-8d37-c73be4682ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:54.455904 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e1184959-0f18-4d61-8d37-c73be4682ab5 admin admin] Publish callbacks [] for security_group (0f06d8d9-ea66-42c2-adf1-dc29d58dd70d), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:54.537511 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e1184959-0f18-4d61-8d37-c73be4682ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (0f06d8d9-ea66-42c2-adf1-dc29d58dd70d), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:54.575728 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-e1184959-0f18-4d61-8d37-c73be4682ab5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=118644916c884a869c459f095e7f0da3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986681 Jan 26 19:13:54.576614 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1184959-0f18-4d61-8d37-c73be4682ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f06d8d9-ea66-42c2-adf1-dc29d58dd70d,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:54.578535 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49338) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:54.627562 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-809fd630-3e9d-4a10-a3a0-731231c266ba admin admin] Publish callbacks [] for security_group (0f06d8d9-ea66-42c2-adf1-dc29d58dd70d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:54.648980 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-809fd630-3e9d-4a10-a3a0-731231c266ba admin admin] Publish callbacks [] for security_group (0f06d8d9-ea66-42c2-adf1-dc29d58dd70d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:54.765934 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-809fd630-3e9d-4a10-a3a0-731231c266ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (0f06d8d9-ea66-42c2-adf1-dc29d58dd70d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:54.768483 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-809fd630-3e9d-4a10-a3a0-731231c266ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:54.769672 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-809fd630-3e9d-4a10-a3a0-731231c266ba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f06d8d9-ea66-42c2-adf1-dc29d58dd70d HTTP/1.1" status: 204 len: 168 time: 0.1901221 Jan 26 19:13:54.778623 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fd630-3e9d-4a10-a3a0-731231c266ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f06d8d9-ea66-42c2-adf1-dc29d58dd70d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:55.394358 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49344) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:55.408245 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d773b21a-eaa0-4a42-9472-1555aac17aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:55.490628 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d773b21a-eaa0-4a42-9472-1555aac17aae admin admin] Publish callbacks [] for security_group (fc8cb6bf-f687-4b16-9889-9e661d52bb87), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:55.577110 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d773b21a-eaa0-4a42-9472-1555aac17aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (fc8cb6bf-f687-4b16-9889-9e661d52bb87), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:55.618654 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-d773b21a-eaa0-4a42-9472-1555aac17aae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=19a926f162f94119aeaf1587af8c28a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229173 Jan 26 19:13:55.619508 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773b21a-eaa0-4a42-9472-1555aac17aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8cb6bf-f687-4b16-9889-9e661d52bb87,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:13:55.621572 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49346) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:13:55.672304 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95b3a69d-8ae3-4b6d-a183-28198b7fb192 admin admin] Publish callbacks [] for security_group (fc8cb6bf-f687-4b16-9889-9e661d52bb87), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:55.694098 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95b3a69d-8ae3-4b6d-a183-28198b7fb192 admin admin] Publish callbacks [] for security_group (fc8cb6bf-f687-4b16-9889-9e661d52bb87), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:55.794446 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95b3a69d-8ae3-4b6d-a183-28198b7fb192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (fc8cb6bf-f687-4b16-9889-9e661d52bb87), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:55.797188 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95b3a69d-8ae3-4b6d-a183-28198b7fb192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:13:55.798360 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-95b3a69d-8ae3-4b6d-a183-28198b7fb192 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc8cb6bf-f687-4b16-9889-9e661d52bb87 HTTP/1.1" status: 204 len: 168 time: 0.1754172 Jan 26 19:13:55.809175 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3a69d-8ae3-4b6d-a183-28198b7fb192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8cb6bf-f687-4b16-9889-9e661d52bb87,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:02.792915 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49420) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:14:02.927734 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8e55e7-6ab3-4f35-b8ce-b759422eb149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:03.019136 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8e55e7-6ab3-4f35-b8ce-b759422eb149 admin admin] Publish callbacks [] for security_group (1ed979ed-238a-4ee4-9854-e97030af5900), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:03.091599 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8e55e7-6ab3-4f35-b8ce-b759422eb149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (1ed979ed-238a-4ee4-9854-e97030af5900), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:03.137720 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-be8e55e7-6ab3-4f35-b8ce-b759422eb149 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=102bfaed3bbc469a9cbbaf6890a45ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434350 Jan 26 19:14:03.138592 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e55e7-6ab3-4f35-b8ce-b759422eb149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed979ed-238a-4ee4-9854-e97030af5900,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:03.141892 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:14:03.204564 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1d60768-8445-4ccc-963b-ad34d3a32425 admin admin] Publish callbacks [] for security_group (1ed979ed-238a-4ee4-9854-e97030af5900), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:03.230403 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1d60768-8445-4ccc-963b-ad34d3a32425 admin admin] Publish callbacks [] for security_group (1ed979ed-238a-4ee4-9854-e97030af5900), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:03.382940 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1d60768-8445-4ccc-963b-ad34d3a32425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (1ed979ed-238a-4ee4-9854-e97030af5900), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:03.386068 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1d60768-8445-4ccc-963b-ad34d3a32425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:03.387846 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-f1d60768-8445-4ccc-963b-ad34d3a32425 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ed979ed-238a-4ee4-9854-e97030af5900 HTTP/1.1" status: 204 len: 168 time: 0.2451272 Jan 26 19:14:03.401635 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d60768-8445-4ccc-963b-ad34d3a32425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed979ed-238a-4ee4-9854-e97030af5900,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:04.008014 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49430) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:14:04.022309 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:04.106877 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] Publish callbacks [] for security_group (8f043e3d-6967-4a11-87b5-4c38ddeb20a3), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:04.165248 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (8f043e3d-6967-4a11-87b5-4c38ddeb20a3), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:04.205118 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=586d047b302245298983bf212964fd5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958275 Jan 26 19:14:04.205836 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f043e3d-6967-4a11-87b5-4c38ddeb20a3,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:04.208487 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49432) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:14:04.214942 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:04.215501 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:04.216084 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:04.216647 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:04.217232 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:04.217862 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:04.218458 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:04.218999 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:04.219554 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:04.220126 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:04.220677 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:04.221261 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:04.229626 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb1380-e265-4b47-a2b4-094e8a14df20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:04.287294 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c033e27a-1822-4748-8fef-be4d4e27c6e3 admin admin] Publish callbacks [] for security_group (8f043e3d-6967-4a11-87b5-4c38ddeb20a3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:04.313243 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c033e27a-1822-4748-8fef-be4d4e27c6e3 admin admin] Publish callbacks [] for security_group (8f043e3d-6967-4a11-87b5-4c38ddeb20a3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:04.428816 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c033e27a-1822-4748-8fef-be4d4e27c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (8f043e3d-6967-4a11-87b5-4c38ddeb20a3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:04.431609 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c033e27a-1822-4748-8fef-be4d4e27c6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:04.432855 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-c033e27a-1822-4748-8fef-be4d4e27c6e3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f043e3d-6967-4a11-87b5-4c38ddeb20a3 HTTP/1.1" status: 204 len: 168 time: 0.2228556 Jan 26 19:14:04.442788 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033e27a-1822-4748-8fef-be4d4e27c6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f043e3d-6967-4a11-87b5-4c38ddeb20a3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:06.719805 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:14:07.068152 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41d9eb33-2668-4168-94a1-f5481d5b6ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:09.554327 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1720cf0b-1f5c-4086-bdd0-a2c9b93dbb12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:10.021792 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49490) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:14:10.137737 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ff0784b4-e59e-418c-bfe7-6d28c75114be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:10.232760 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ff0784b4-e59e-418c-bfe7-6d28c75114be admin admin] Publish callbacks [] for security_group (7f649b5d-4950-46a1-9f76-989a76830856), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:10.314442 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ff0784b4-e59e-418c-bfe7-6d28c75114be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (7f649b5d-4950-46a1-9f76-989a76830856), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:10.359384 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ff0784b4-e59e-418c-bfe7-6d28c75114be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b13a47b124b4c8ea10de73409161caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358378 Jan 26 19:14:10.360085 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0784b4-e59e-418c-bfe7-6d28c75114be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f649b5d-4950-46a1-9f76-989a76830856,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:10.363250 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49494) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:14:10.452314 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34a8450d-17c0-4165-8d83-2a77bea7a0ce admin admin] Publish callbacks [] for security_group (7f649b5d-4950-46a1-9f76-989a76830856), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:10.493699 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34a8450d-17c0-4165-8d83-2a77bea7a0ce admin admin] Publish callbacks [] for security_group (7f649b5d-4950-46a1-9f76-989a76830856), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:10.594766 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:10.622859 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34a8450d-17c0-4165-8d83-2a77bea7a0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (7f649b5d-4950-46a1-9f76-989a76830856), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:10.625454 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34a8450d-17c0-4165-8d83-2a77bea7a0ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:10.626690 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-34a8450d-17c0-4165-8d83-2a77bea7a0ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7f649b5d-4950-46a1-9f76-989a76830856 HTTP/1.1" status: 204 len: 168 time: 0.2618558 Jan 26 19:14:10.635216 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8450d-17c0-4165-8d83-2a77bea7a0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f649b5d-4950-46a1-9f76-989a76830856,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:11.311058 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49500) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:14:11.325726 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ed54ff9-6367-4187-ba6e-17716e3aad53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:11.412283 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ed54ff9-6367-4187-ba6e-17716e3aad53 admin admin] Publish callbacks [] for security_group (bad35e2a-6bef-4b47-8509-4818f35c4101), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:11.490870 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ed54ff9-6367-4187-ba6e-17716e3aad53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (bad35e2a-6bef-4b47-8509-4818f35c4101), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:11.532378 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-1ed54ff9-6367-4187-ba6e-17716e3aad53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7756ee4afd7240e6bf87a327409d3d11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201169 Jan 26 19:14:11.533111 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed54ff9-6367-4187-ba6e-17716e3aad53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad35e2a-6bef-4b47-8509-4818f35c4101,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:11.536318 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49502) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:14:11.589487 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-15eccdd2-e1d6-44eb-b99b-208d65eb7337 admin admin] Publish callbacks [] for security_group (bad35e2a-6bef-4b47-8509-4818f35c4101), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:11.610829 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-15eccdd2-e1d6-44eb-b99b-208d65eb7337 admin admin] Publish callbacks [] for security_group (bad35e2a-6bef-4b47-8509-4818f35c4101), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:11.719482 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-15eccdd2-e1d6-44eb-b99b-208d65eb7337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (bad35e2a-6bef-4b47-8509-4818f35c4101), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:11.722144 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-15eccdd2-e1d6-44eb-b99b-208d65eb7337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:11.723851 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-15eccdd2-e1d6-44eb-b99b-208d65eb7337 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bad35e2a-6bef-4b47-8509-4818f35c4101 HTTP/1.1" status: 204 len: 168 time: 0.1862929 Jan 26 19:14:11.732274 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eccdd2-e1d6-44eb-b99b-208d65eb7337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad35e2a-6bef-4b47-8509-4818f35c4101,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:12.662440 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:13.720406 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:16.474778 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49546) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:14:16.603590 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7fffe138-b326-457d-8319-9ce19bd119d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:16.701767 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7fffe138-b326-457d-8319-9ce19bd119d5 admin admin] Publish callbacks [] for security_group (a923dd7b-5b46-4fde-9562-67c9fd95c9a6), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:16.794334 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7fffe138-b326-457d-8319-9ce19bd119d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (a923dd7b-5b46-4fde-9562-67c9fd95c9a6), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:16.840925 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7fffe138-b326-457d-8319-9ce19bd119d5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=93b8b7c317e846488c85c490949cd600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3649824 Jan 26 19:14:16.841679 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffe138-b326-457d-8319-9ce19bd119d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a923dd7b-5b46-4fde-9562-67c9fd95c9a6,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:16.844390 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49550) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:14:16.926386 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1070d269-e614-4a99-8201-e157f2d1cc1b admin admin] Publish callbacks [] for security_group (a923dd7b-5b46-4fde-9562-67c9fd95c9a6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:16.963655 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1070d269-e614-4a99-8201-e157f2d1cc1b admin admin] Publish callbacks [] for security_group (a923dd7b-5b46-4fde-9562-67c9fd95c9a6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:17.085499 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1070d269-e614-4a99-8201-e157f2d1cc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (a923dd7b-5b46-4fde-9562-67c9fd95c9a6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:17.088182 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1070d269-e614-4a99-8201-e157f2d1cc1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:17.089500 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-1070d269-e614-4a99-8201-e157f2d1cc1b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a923dd7b-5b46-4fde-9562-67c9fd95c9a6 HTTP/1.1" status: 204 len: 168 time: 0.2437277 Jan 26 19:14:17.098315 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070d269-e614-4a99-8201-e157f2d1cc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a923dd7b-5b46-4fde-9562-67c9fd95c9a6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:21.994136 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:29.929595 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 49684) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:14:30.056885 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-961d7aca-ce0e-44cf-a573-3eedf1d110b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:30.176924 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-961d7aca-ce0e-44cf-a573-3eedf1d110b1 admin admin] Publish callbacks [] for security_group (f980d215-aafb-4f3e-a2fc-5dd56d72cbf8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:30.228285 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-961d7aca-ce0e-44cf-a573-3eedf1d110b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (f980d215-aafb-4f3e-a2fc-5dd56d72cbf8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:30.269825 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-961d7aca-ce0e-44cf-a573-3eedf1d110b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15d90a53137b4b2386b53f2a5bf76247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391185 Jan 26 19:14:30.270834 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d7aca-ce0e-44cf-a573-3eedf1d110b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f980d215-aafb-4f3e-a2fc-5dd56d72cbf8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:30.272701 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49688) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:14:30.325263 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c2ee3a0f-b86f-47b4-888e-79408b10d8d9 admin admin] Publish callbacks [] for security_group (f980d215-aafb-4f3e-a2fc-5dd56d72cbf8), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:30.351692 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c2ee3a0f-b86f-47b4-888e-79408b10d8d9 admin admin] Publish callbacks [] for security_group (f980d215-aafb-4f3e-a2fc-5dd56d72cbf8), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:30.456985 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c2ee3a0f-b86f-47b4-888e-79408b10d8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (f980d215-aafb-4f3e-a2fc-5dd56d72cbf8), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:30.459869 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c2ee3a0f-b86f-47b4-888e-79408b10d8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:30.461245 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-c2ee3a0f-b86f-47b4-888e-79408b10d8d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f980d215-aafb-4f3e-a2fc-5dd56d72cbf8 HTTP/1.1" status: 204 len: 168 time: 0.1872370 Jan 26 19:14:30.471054 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee3a0f-b86f-47b4-888e-79408b10d8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f980d215-aafb-4f3e-a2fc-5dd56d72cbf8,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:31.475312 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49712) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:14:31.601641 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-7b5c810e-9542-4683-a175-acec18821057 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1042933153-network', 'tenant_id': '693d24f9688f483a821b138128016eae'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:14:31.696854 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5c810e-9542-4683-a175-acec18821057 admin admin] Made reservation on behalf of 693d24f9688f483a821b138128016eae for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:14:31.699336 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7b5c810e-9542-4683-a175-acec18821057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for network (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:31.708590 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7b5c810e-9542-4683-a175-acec18821057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:31.789602 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7b5c810e-9542-4683-a175-acec18821057 admin admin] Publish callbacks [] for security_group (93e8235d-c6a6-4a6b-bad5-ab1e1635aad1), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:31.851192 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7b5c810e-9542-4683-a175-acec18821057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (93e8235d-c6a6-4a6b-bad5-ab1e1635aad1), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:31.879555 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5c810e-9542-4683-a175-acec18821057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:14:31.889996 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c810e-9542-4683-a175-acec18821057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:31.896270 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7b5c810e-9542-4683-a175-acec18821057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (0a970a58-5768-4f3b-892e-32c77726bac5), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:31.896614 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-7b5c810e-9542-4683-a175-acec18821057 admin admin] Added segment 0a970a58-5768-4f3b-892e-32c77726bac5 of type vlan for network a798ca25-4a88-4fc2-b963-ad5d38004474 Jan 26 19:14:31.939410 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7b5c810e-9542-4683-a175-acec18821057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747742967655'] for network (a798ca25-4a88-4fc2-b963-ad5d38004474), precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:32.040224 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7b5c810e-9542-4683-a175-acec18821057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673'] for network (a798ca25-4a88-4fc2-b963-ad5d38004474), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:32.041542 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5c810e-9542-4683-a175-acec18821057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:32.042184 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7b5c810e-9542-4683-a175-acec18821057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:32.107787 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c810e-9542-4683-a175-acec18821057 admin admin] Pushing event updated for resources: {'Network': ['ID=a798ca25-4a88-4fc2-b963-ad5d38004474,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:32.119293 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Network a798ca25-4a88-4fc2-b963-ad5d38004474 details requested by agent ovs-agent-dv-cinder-824187-6-iscsi with host dv-cinder-824187-6-iscsi {{(pid=103147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:14:32.155415 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7b5c810e-9542-4683-a175-acec18821057 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6751468 Jan 26 19:14:32.155735 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 49716) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:14:32.163484 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-4fcdd01f-3fdf-4e07-b74a-398158e4e8d1 admin admin] Request body: {'subnet': {'network_id': 'a798ca25-4a88-4fc2-b963-ad5d38004474', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1042933153-subnet', 'tenant_id': '693d24f9688f483a821b138128016eae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:14:32.245424 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcdd01f-3fdf-4e07-b74a-398158e4e8d1 admin admin] Made reservation on behalf of 693d24f9688f483a821b138128016eae for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:14:32.248599 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd01f-3fdf-4e07-b74a-398158e4e8d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59309142'] for subnet (None), before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:32.559672 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd01f-3fdf-4e07-b74a-398158e4e8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60122289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59309152'] for subnet (c3352a62-cebf-4496-8e1d-8ab89c8a88eb), after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:32.621902 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdd01f-3fdf-4e07-b74a-398158e4e8d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3352a62-cebf-4496-8e1d-8ab89c8a88eb,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:32.640436 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcdd01f-3fdf-4e07-b74a-398158e4e8d1 admin admin] Checking segment: {'id': '0a970a58-5768-4f3b-892e-32c77726bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a798ca25-4a88-4fc2-b963-ad5d38004474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:14:32.641187 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcdd01f-3fdf-4e07-b74a-398158e4e8d1 admin admin] Network hostable DHCP agents. Network: a798ca25-4a88-4fc2-b963-ad5d38004474, hostable agents: ['154100ce-461a-468b-bf92-473251568657'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:14:32.719505 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcdd01f-3fdf-4e07-b74a-398158e4e8d1 admin admin] Network a798ca25-4a88-4fc2-b963-ad5d38004474 is scheduled to be hosted by DHCP agent 154100ce-461a-468b-bf92-473251568657 with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:14:32.822694 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-4fcdd01f-3fdf-4e07-b74a-398158e4e8d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-6-iscsi, a798ca25-4a88-4fc2-b963-ad5d38004474) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:14:32.828799 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcdd01f-3fdf-4e07-b74a-398158e4e8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:32.835476 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd01f-3fdf-4e07-b74a-398158e4e8d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:32.840018 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461d05b0-d759-4a4d-a618-4d2eda1ea9af None None] Network a798ca25-4a88-4fc2-b963-ad5d38004474 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:14:32.927816 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-4fcdd01f-3fdf-4e07-b74a-398158e4e8d1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7707300 Jan 26 19:14:33.005025 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aefd64f-33c0-4539-ab3d-2d49a27b3a3c None None] Network a798ca25-4a88-4fc2-b963-ad5d38004474 requested from dv-cinder-824187-6-iscsi {{(pid=103147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:14:35.237724 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-6888269c-e947-476d-ba57-e1099b6bd994 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:35.239299 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-6888269c-e947-476d-ba57-e1099b6bd994 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/networks?id=a798ca25-4a88-4fc2-b963-ad5d38004474 HTTP/1.1" status: 200 len: 814 time: 0.1077476 Jan 26 19:14:35.257543 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-96eb868a-6f9c-49c8-b35c-f427612250ac tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/quotas/693d24f9688f483a821b138128016eae HTTP/1.1" status: 200 len: 375 time: 0.0103052 Jan 26 19:14:35.295350 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-53efdda5-911d-46e8-9b61-59b0c08dc259 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=693d24f9688f483a821b138128016eae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316100 Jan 26 19:14:35.306210 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-18811df2-f70d-474b-876a-2db6016afbba service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:14:35.307401 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-18811df2-f70d-474b-876a-2db6016afbba service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053854 Jan 26 19:14:35.406717 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-2452acd6-6dcf-432a-af79-f18b5d46db10 service neutron] 10.222.0.52 "GET /v2.0/networks/a798ca25-4a88-4fc2-b963-ad5d38004474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931723 Jan 26 19:14:35.500618 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-89808e26-0966-418e-9e95-dd7835126902 service neutron] 10.222.0.52 "GET /v2.0/networks/a798ca25-4a88-4fc2-b963-ad5d38004474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877118 Jan 26 19:14:35.969355 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7a7e60cb-640d-4082-8ca3-8af8febb370a req-551af786-bef4-48c2-9bc6-e6c52c6d3824 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 210 time: 0.2057514 Jan 26 19:14:37.068440 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d5fdf0b-9351-4306-ac41-000bb8ceb928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:37.090361 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-22e59f24-a239-4270-abad-f232ed12ecbb req-f4efc9cd-8edc-40f9-8e1f-d0c00dca4927 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 210 time: 0.0285242 Jan 26 19:14:37.947940 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-78558a4e-1a55-47bf-9f54-1aaedc00d22e tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:37.949723 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-78558a4e-1a55-47bf-9f54-1aaedc00d22e tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.55 "GET /v2.0/networks?id=a798ca25-4a88-4fc2-b963-ad5d38004474 HTTP/1.1" status: 200 len: 814 time: 0.1595910 Jan 26 19:14:37.961931 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Request body: {'port': {'device_id': '5a1a45d9-9605-41df-bc08-be17c629e27f', 'network_id': 'a798ca25-4a88-4fc2-b963-ad5d38004474', 'admin_state_up': True, 'tenant_id': '693d24f9688f483a821b138128016eae'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:14:38.171493 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Made reservation on behalf of 693d24f9688f483a821b138128016eae for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:14:38.177445 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:38.199493 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c6113d71-6afe-4916-94e9-d3cdbbae4863 req-ca8aa988-cfc3-400c-99a6-32b5c85c7bb3 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 210 time: 0.0283961 Jan 26 19:14:38.326349 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Allocated IP 172.20.0.3 (a798ca25-4a88-4fc2-b963-ad5d38004474/c3352a62-cebf-4496-8e1d-8ab89c8a88eb/a6ea6446-fb44-4c20-9a49-bc5551b628fd) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:14:38.493163 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Publish callbacks [] for port (a6ea6446-fb44-4c20-9a49-bc5551b628fd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:38.584650 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (a6ea6446-fb44-4c20-9a49-bc5551b628fd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:38.631132 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Network a798ca25-4a88-4fc2-b963-ad5d38004474 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:14:38.634349 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:14:38.641240 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:14:38.652544 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Pushing event updated for resources: {'Port': ['ID=a6ea6446-fb44-4c20-9a49-bc5551b628fd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:38.678619 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:38.678974 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:38.679326 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:38.679670 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:38.680011 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:38.680350 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:38.680753 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:38.681115 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:38.681453 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:38.681787 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:38.682121 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:38.682448 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:38.682777 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:38.707831 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:38.708473 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:38.769483 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-42d78b52-a65e-488a-b038-83d7ec9ceed9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8109107 Jan 26 19:14:38.777951 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-54580920-05c4-4680-9990-b44da7a50b20 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:14:38.779033 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-54580920-05c4-4680-9990-b44da7a50b20 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054340 Jan 26 19:14:38.791273 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Request body: {'port': {'device_id': '5a1a45d9-9605-41df-bc08-be17c629e27f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:14:38.855794 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (a6ea6446-fb44-4c20-9a49-bc5551b628fd), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:39.147763 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ea6446-fb44-4c20-9a49-bc5551b628fd {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:14:39.157462 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Publish callbacks [] for port (a6ea6446-fb44-4c20-9a49-bc5551b628fd), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:39.171419 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Transition to ACTIVE for port object a6ea6446-fb44-4c20-9a49-bc5551b628fd will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:14:39.222753 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (a6ea6446-fb44-4c20-9a49-bc5551b628fd), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:39.298588 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ea6446-fb44-4c20-9a49-bc5551b628fd,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:39.439947 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Attempting to bind port a6ea6446-fb44-4c20-9a49-bc5551b628fd on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:14:39.440258 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Attempting to bind port a6ea6446-fb44-4c20-9a49-bc5551b628fd by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '0a970a58-5768-4f3b-892e-32c77726bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a798ca25-4a88-4fc2-b963-ad5d38004474'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:14:39.440575 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Attempting to bind port a6ea6446-fb44-4c20-9a49-bc5551b628fd on network a798ca25-4a88-4fc2-b963-ad5d38004474 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:14:39.456447 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74572c57-851d-4432-a426-b6704e391f53 req-14c56298-d1f3-4cef-b3eb-b36320b463c5 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:39.458194 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-74572c57-851d-4432-a426-b6704e391f53 req-14c56298-d1f3-4cef-b3eb-b36320b463c5 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 943 time: 0.1722872 Jan 26 19:14:39.459050 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Port a6ea6446-fb44-4c20-9a49-bc5551b628fd on network a798ca25-4a88-4fc2-b963-ad5d38004474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:14:39.459367 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Attempting to bind port a6ea6446-fb44-4c20-9a49-bc5551b628fd on network a798ca25-4a88-4fc2-b963-ad5d38004474 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:14:39.472600 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:14:39.473189 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Checking segment: {'id': '0a970a58-5768-4f3b-892e-32c77726bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a798ca25-4a88-4fc2-b963-ad5d38004474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:14:39.473634 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Bound using segment: {'id': '0a970a58-5768-4f3b-892e-32c77726bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a798ca25-4a88-4fc2-b963-ad5d38004474'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:14:39.474126 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Bound port: a6ea6446-fb44-4c20-9a49-bc5551b628fd, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a970a58-5768-4f3b-892e-32c77726bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a798ca25-4a88-4fc2-b963-ad5d38004474'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:14:39.474520 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (a6ea6446-fb44-4c20-9a49-bc5551b628fd), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:39.548690 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2aef65a1-f51b-45c4-968a-b34f59f67c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:39.560255 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-74572c57-851d-4432-a426-b6704e391f53 req-3e36236b-ffaf-4f55-8f0c-9c524798b2c6 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948772 Jan 26 19:14:39.590248 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] For port a6ea6446-fb44-4c20-9a49-bc5551b628fd, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:14:39.594382 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] For port a6ea6446-fb44-4c20-9a49-bc5551b628fd, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a6ea6446-fb44-4c20-9a49-bc5551b628fd,segment=NetworkSegment(0a970a58-5768-4f3b-892e-32c77726bac5),segment_id=0a970a58-5768-4f3b-892e-32c77726bac5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:14:39.634207 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (a6ea6446-fb44-4c20-9a49-bc5551b628fd), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:39.674221 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:39.675114 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:39.676594 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] 10.222.0.55 "PUT /v2.0/ports/a6ea6446-fb44-4c20-9a49-bc5551b628fd HTTP/1.1" status: 200 len: 1093 time: 0.8900990 Jan 26 19:14:39.677167 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1a45d9-9605-41df-bc08-be17c629e27f', 'tag': 'a6ea6446-fb44-4c20-9a49-bc5551b628fd'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:14:39.679760 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7a6ee8-bda5-49cc-8652-6327746306a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5a1a45d9-9605-41df-bc08-be17c629e27f", "tag": "a6ea6446-fb44-4c20-9a49-bc5551b628fd"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:14:39.721667 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbd1aa7-7b99-48a8-829b-8fc7fb87a1ee x-openstack-request-id: req-edbd1aa7-7b99-48a8-829b-8fc7fb87a1ee {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:14:39.722771 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a1a45d9-9605-41df-bc08-be17c629e27f", "tag": "a6ea6446-fb44-4c20-9a49-bc5551b628fd", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:14:39.723186 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-edbd1aa7-7b99-48a8-829b-8fc7fb87a1ee {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:14:39.723836 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a1a45d9-9605-41df-bc08-be17c629e27f', 'tag': 'a6ea6446-fb44-4c20-9a49-bc5551b628fd', 'status': 'completed', 'code': 200} Jan 26 19:14:39.725365 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba0433-290e-4d9a-944b-d6d43a8f9408 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ea6446-fb44-4c20-9a49-bc5551b628fd,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:39.792713 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a6ee8-bda5-49cc-8652-6327746306a7 req-fdce9d6d-fb84-4bb4-8659-e5e6f365d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:39.794266 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cf7a6ee8-bda5-49cc-8652-6327746306a7 req-fdce9d6d-fb84-4bb4-8659-e5e6f365d273 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=693d24f9688f483a821b138128016eae&device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 1096 time: 0.0466988 Jan 26 19:14:39.903430 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a6ee8-bda5-49cc-8652-6327746306a7 req-358f3b0e-49ee-4cec-bd65-5f0cb55a918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:39.904934 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cf7a6ee8-bda5-49cc-8652-6327746306a7 req-358f3b0e-49ee-4cec-bd65-5f0cb55a918c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=693d24f9688f483a821b138128016eae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1022475 Jan 26 19:14:40.003633 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a6ee8-bda5-49cc-8652-6327746306a7 req-9b0cfd77-b08c-4078-b1e3-83f7311a921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:40.005186 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-cf7a6ee8-bda5-49cc-8652-6327746306a7 req-9b0cfd77-b08c-4078-b1e3-83f7311a921e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937147 Jan 26 19:14:40.090282 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-3e5ee41c-c7b1-4532-b333-4367768128d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:40.091868 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-3e5ee41c-c7b1-4532-b333-4367768128d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=693d24f9688f483a821b138128016eae&device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 1096 time: 0.0476077 Jan 26 19:14:40.140442 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-5626a6d9-a39d-4425-964a-dcece6180cc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6ea6446-fb44-4c20-9a49-bc5551b628fd HTTP/1.1" status: 200 len: 217 time: 0.0419846 Jan 26 19:14:40.194001 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-ba3bf1b7-e8ca-4b58-9692-33960e6c92f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:40.195573 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-ba3bf1b7-e8ca-4b58-9692-33960e6c92f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3352a62-cebf-4496-8e1d-8ab89c8a88eb HTTP/1.1" status: 200 len: 854 time: 0.0485754 Jan 26 19:14:40.227965 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-dd8e27a5-a795-4914-9fd0-f4e86152ab8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a798ca25-4a88-4fc2-b963-ad5d38004474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267472 Jan 26 19:14:40.342202 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-7f76e8f8-dfe4-4ff0-85a1-fdb4a447967e service neutron] 10.222.0.55 "GET /v2.0/networks/a798ca25-4a88-4fc2-b963-ad5d38004474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082385 Jan 26 19:14:40.494528 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9cc3c7ea-18d0-4690-8ad4-9786e540ed44 req-be407ca1-8aa6-4037-9df7-522a0395d2ce service neutron] 10.222.0.55 "GET /v2.0/networks/a798ca25-4a88-4fc2-b963-ad5d38004474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447430 Jan 26 19:14:40.664623 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:40.709176 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387896d-c884-4b7f-9817-98b601d6f3bd req-c1e54359-528a-40e5-be23-715f94e7acac tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:40.710726 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f387896d-c884-4b7f-9817-98b601d6f3bd req-c1e54359-528a-40e5-be23-715f94e7acac tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 943 time: 0.0516179 Jan 26 19:14:40.764687 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f387896d-c884-4b7f-9817-98b601d6f3bd req-b96c9de4-7491-4da8-a2ee-9968c44fe8cd tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483401 Jan 26 19:14:41.888826 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c13d03-5089-4b6d-8ddc-47d80ccb060d req-8cb90a89-e621-4d44-84ae-bbace231f873 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:41.890484 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-72c13d03-5089-4b6d-8ddc-47d80ccb060d req-8cb90a89-e621-4d44-84ae-bbace231f873 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 943 time: 0.0550818 Jan 26 19:14:41.942300 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-72c13d03-5089-4b6d-8ddc-47d80ccb060d req-73f11ded-95a8-4bb3-95bd-7bf32a635c6e tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457690 Jan 26 19:14:42.628394 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:43.060738 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fae38-79f2-4798-80b4-cd531c259202 req-f379cd25-80b3-41e7-a86a-9931f69479c2 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:43.062765 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-382fae38-79f2-4798-80b4-cd531c259202 req-f379cd25-80b3-41e7-a86a-9931f69479c2 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 943 time: 0.0500426 Jan 26 19:14:43.114065 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-382fae38-79f2-4798-80b4-cd531c259202 req-f2645b8b-420f-4055-a3d2-429d494c6000 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446372 Jan 26 19:14:43.365764 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device a6ea6446-fb44-4c20-9a49-bc5551b628fd details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:14:43.468417 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port a6ea6446-fb44-4c20-9a49-bc5551b628fd, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a6ea6446-fb44-4c20-9a49-bc5551b628fd,segment=NetworkSegment(0a970a58-5768-4f3b-892e-32c77726bac5),segment_id=0a970a58-5768-4f3b-892e-32c77726bac5)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:14:43.481492 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': 'a6ea6446-fb44-4c20-9a49-bc5551b628fd', 'network_id': 'a798ca25-4a88-4fc2-b963-ad5d38004474', 'port_id': 'a6ea6446-fb44-4c20-9a49-bc5551b628fd', 'mac_address': 'fa:16:3e:f4:82:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3352a62-cebf-4496-8e1d-8ab89c8a88eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:14:43.540615 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port a6ea6446-fb44-4c20-9a49-bc5551b628fd is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:14:43.541286 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (a6ea6446-fb44-4c20-9a49-bc5551b628fd), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:43.562733 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ea6446-fb44-4c20-9a49-bc5551b628fd {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:14:43.601485 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port a6ea6446-fb44-4c20-9a49-bc5551b628fd, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a6ea6446-fb44-4c20-9a49-bc5551b628fd,segment=NetworkSegment(0a970a58-5768-4f3b-892e-32c77726bac5),segment_id=0a970a58-5768-4f3b-892e-32c77726bac5)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:14:43.679507 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (a6ea6446-fb44-4c20-9a49-bc5551b628fd), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:43.723328 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:14:43.735320 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=a6ea6446-fb44-4c20-9a49-bc5551b628fd,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:43.743376 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:43.743738 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:43.744090 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:43.744438 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:43.744778 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:43.745146 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:43.745487 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:43.745823 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:43.746202 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:43.746539 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:43.746883 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:43.747208 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:43.747537 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:14:43.751879 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:43.907152 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['a6ea6446-fb44-4c20-9a49-bc5551b628fd'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:14:44.241104 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cf7b8-7352-46e8-b3ce-77ec80774dae req-7ab20c25-012c-4703-9452-633d20ed47ab tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:44.243545 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ab5cf7b8-7352-46e8-b3ce-77ec80774dae req-7ab20c25-012c-4703-9452-633d20ed47ab tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 944 time: 0.0503724 Jan 26 19:14:44.292368 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ab5cf7b8-7352-46e8-b3ce-77ec80774dae req-91edf6fd-6a0a-44a2-88e6-97b1d35a43d1 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430353 Jan 26 19:14:45.381635 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device a6ea6446-fb44-4c20-9a49-bc5551b628fd up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:14:45.437124 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de79df-22ba-4c51-942e-a98f54dfb5aa req-b3242de5-602e-4132-a6c3-d9eca13325fc tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:45.440806 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-42de79df-22ba-4c51-942e-a98f54dfb5aa req-b3242de5-602e-4132-a6c3-d9eca13325fc tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 944 time: 0.0693438 Jan 26 19:14:45.513011 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-42de79df-22ba-4c51-942e-a98f54dfb5aa req-3f21b258-14d2-4e9d-b2cb-dda69a900dfe tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652285 Jan 26 19:14:45.519601 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port a6ea6446-fb44-4c20-9a49-bc5551b628fd completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:14:45.524674 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port a6ea6446-fb44-4c20-9a49-bc5551b628fd triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:14:45.524890 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (a6ea6446-fb44-4c20-9a49-bc5551b628fd), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:45.606484 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port a6ea6446-fb44-4c20-9a49-bc5551b628fd is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:14:45.606873 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (a6ea6446-fb44-4c20-9a49-bc5551b628fd), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:45.635055 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1a45d9-9605-41df-bc08-be17c629e27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ea6446-fb44-4c20-9a49-bc5551b628fd'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:14:45.637621 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13c9f7d-2aab-48a6-87db-5f952fafd350" -d '{"events": [{"server_uuid": "5a1a45d9-9605-41df-bc08-be17c629e27f", "name": "network-vif-plugged", "status": "completed", "tag": "a6ea6446-fb44-4c20-9a49-bc5551b628fd"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:14:45.653534 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port a6ea6446-fb44-4c20-9a49-bc5551b628fd, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a6ea6446-fb44-4c20-9a49-bc5551b628fd,segment=NetworkSegment(0a970a58-5768-4f3b-892e-32c77726bac5),segment_id=0a970a58-5768-4f3b-892e-32c77726bac5)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:14:45.685561 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd00e31-d4bd-4d2e-b7ab-cec0bae9ca1a x-openstack-request-id: req-4dd00e31-d4bd-4d2e-b7ab-cec0bae9ca1a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:14:45.686000 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1a45d9-9605-41df-bc08-be17c629e27f", "name": "network-vif-plugged", "status": "completed", "tag": "a6ea6446-fb44-4c20-9a49-bc5551b628fd", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:14:45.686353 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4dd00e31-d4bd-4d2e-b7ab-cec0bae9ca1a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:14:45.686875 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1a45d9-9605-41df-bc08-be17c629e27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ea6446-fb44-4c20-9a49-bc5551b628fd', 'code': 200} Jan 26 19:14:45.742572 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (a6ea6446-fb44-4c20-9a49-bc5551b628fd), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:14:45.804842 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=a6ea6446-fb44-4c20-9a49-bc5551b628fd,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:14:45.959907 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275d2e0-34ab-4d6d-a9cc-ec92a77b7f29 req-dda2b409-9774-45fc-b5e5-4830fad82379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:45.961440 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2275d2e0-34ab-4d6d-a9cc-ec92a77b7f29 req-dda2b409-9774-45fc-b5e5-4830fad82379 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 1098 time: 0.0438290 Jan 26 19:14:46.006592 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-2275d2e0-34ab-4d6d-a9cc-ec92a77b7f29 req-82a48981-9ec4-4572-a312-4a3c2a01122b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395138 Jan 26 19:14:46.631645 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f218281-20d8-4bb4-9006-299216ec89d7 req-eb7bd953-dd1c-4c37-abc9-da8f28dcc781 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:46.633185 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9f218281-20d8-4bb4-9006-299216ec89d7 req-eb7bd953-dd1c-4c37-abc9-da8f28dcc781 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 945 time: 0.0489328 Jan 26 19:14:46.690246 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-9f218281-20d8-4bb4-9006-299216ec89d7 req-affd79d1-1588-4125-844b-344db9151993 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467308 Jan 26 19:14:47.832417 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a060aef-b760-4123-a699-ee06659793d2 req-c72f1580-9e4a-4ce6-a97c-70675675d179 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:14:47.834141 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a060aef-b760-4123-a699-ee06659793d2 req-c72f1580-9e4a-4ce6-a97c-70675675d179 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 945 time: 0.0512846 Jan 26 19:14:47.891643 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a060aef-b760-4123-a699-ee06659793d2 req-8df61f1b-0098-4925-8cdd-528f4480b2d9 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510788 Jan 26 19:14:52.011012 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:07.073264 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e898a534-9b3e-4461-b843-c1d03be740fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:09.547654 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-def7a46b-438e-4ebc-a102-456a53cad647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:10.662284 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:12.633173 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:13.719020 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:20.723756 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:15:22.033941 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:30.320111 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-89bd585a-5d07-4196-88a8-51761b898e1c req-7494902e-41f6-423c-952e-48735ce063b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a1a45d9-9605-41df-bc08-be17c629e27f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874724 Jan 26 19:15:30.405334 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd585a-5d07-4196-88a8-51761b898e1c req-9ccf83bf-3d65-4ee9-8ce1-80b8fb63268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:30.406840 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-89bd585a-5d07-4196-88a8-51761b898e1c req-9ccf83bf-3d65-4ee9-8ce1-80b8fb63268d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=693d24f9688f483a821b138128016eae&device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 1098 time: 0.0458083 Jan 26 19:15:30.510225 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd585a-5d07-4196-88a8-51761b898e1c req-2ea55c46-efa5-47dd-b1bb-dd1bc0eafb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:30.511634 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-89bd585a-5d07-4196-88a8-51761b898e1c req-2ea55c46-efa5-47dd-b1bb-dd1bc0eafb88 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a798ca25-4a88-4fc2-b963-ad5d38004474 HTTP/1.1" status: 200 len: 915 time: 0.0864556 Jan 26 19:15:30.555031 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-89bd585a-5d07-4196-88a8-51761b898e1c req-65542e68-59b4-43e1-a5b5-98265c745a98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6ea6446-fb44-4c20-9a49-bc5551b628fd HTTP/1.1" status: 200 len: 217 time: 0.0371852 Jan 26 19:15:30.746813 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b01cbf-6b96-4c25-ad28-c560b3ba724c req-c3a65e34-f09a-4b85-940c-951732f44a8e tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:30.748460 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-74b01cbf-6b96-4c25-ad28-c560b3ba724c req-c3a65e34-f09a-4b85-940c-951732f44a8e tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 945 time: 0.0562806 Jan 26 19:15:30.810635 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-74b01cbf-6b96-4c25-ad28-c560b3ba724c req-69e7292c-1af3-42f0-be55-9bb31bcc24ef tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540655 Jan 26 19:15:30.873723 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd585a-5d07-4196-88a8-51761b898e1c req-afb8b39f-b71f-4522-a262-b7b8d7e177a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:30.875159 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-89bd585a-5d07-4196-88a8-51761b898e1c req-afb8b39f-b71f-4522-a262-b7b8d7e177a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3352a62-cebf-4496-8e1d-8ab89c8a88eb HTTP/1.1" status: 200 len: 854 time: 0.3094752 Jan 26 19:15:30.911203 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-89bd585a-5d07-4196-88a8-51761b898e1c req-c2e8ff2f-52bb-4222-85c9-912770835bdc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a798ca25-4a88-4fc2-b963-ad5d38004474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255923 Jan 26 19:15:31.011643 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-89bd585a-5d07-4196-88a8-51761b898e1c req-bffd02c3-c6ba-4752-bada-96137e9bafc9 service neutron] 10.222.0.55 "GET /v2.0/networks/a798ca25-4a88-4fc2-b963-ad5d38004474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942488 Jan 26 19:15:31.105554 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-89bd585a-5d07-4196-88a8-51761b898e1c req-5e65ca56-c101-4cb0-a392-a98a29c52297 service neutron] 10.222.0.55 "GET /v2.0/networks/a798ca25-4a88-4fc2-b963-ad5d38004474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864255 Jan 26 19:15:31.930371 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64799814-5794-447f-8795-edd63d8abeae req-f79e58a8-2934-4535-8e43-1bbf0690afc1 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:31.931924 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-64799814-5794-447f-8795-edd63d8abeae req-f79e58a8-2934-4535-8e43-1bbf0690afc1 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 945 time: 0.0496182 Jan 26 19:15:31.980849 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-64799814-5794-447f-8795-edd63d8abeae req-1b8d857c-a05b-4787-b806-2f53aa475121 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432007 Jan 26 19:15:32.255732 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d50957-ea56-48d3-a87f-0d6a7ead3ac9 req-06e34059-2168-4681-8fb7-59ff769fc4f0 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:32.257250 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f7d50957-ea56-48d3-a87f-0d6a7ead3ac9 req-06e34059-2168-4681-8fb7-59ff769fc4f0 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 945 time: 0.0527000 Jan 26 19:15:32.347658 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f7d50957-ea56-48d3-a87f-0d6a7ead3ac9 req-cb7c8059-80a0-46dc-8d50-938b0e0b6726 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Deleting port a6ea6446-fb44-4c20-9a49-bc5551b628fd {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:15:32.347994 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7d50957-ea56-48d3-a87f-0d6a7ead3ac9 req-cb7c8059-80a0-46dc-8d50-938b0e0b6726 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (a6ea6446-fb44-4c20-9a49-bc5551b628fd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:32.446062 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f7d50957-ea56-48d3-a87f-0d6a7ead3ac9 req-cb7c8059-80a0-46dc-8d50-938b0e0b6726 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] For port a6ea6446-fb44-4c20-9a49-bc5551b628fd, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a6ea6446-fb44-4c20-9a49-bc5551b628fd,segment=NetworkSegment(0a970a58-5768-4f3b-892e-32c77726bac5),segment_id=0a970a58-5768-4f3b-892e-32c77726bac5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:15:32.446367 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7d50957-ea56-48d3-a87f-0d6a7ead3ac9 req-cb7c8059-80a0-46dc-8d50-938b0e0b6726 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (a6ea6446-fb44-4c20-9a49-bc5551b628fd), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:32.460727 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f7d50957-ea56-48d3-a87f-0d6a7ead3ac9 req-cb7c8059-80a0-46dc-8d50-938b0e0b6726 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Calling delete_port for a6ea6446-fb44-4c20-9a49-bc5551b628fd owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:15:32.644439 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7d50957-ea56-48d3-a87f-0d6a7ead3ac9 req-cb7c8059-80a0-46dc-8d50-938b0e0b6726 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (a6ea6446-fb44-4c20-9a49-bc5551b628fd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:32.658609 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['a6ea6446-fb44-4c20-9a49-bc5551b628fd'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:15:32.675650 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c8059-80a0-46dc-8d50-938b0e0b6726 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Pushing event deleted for resources: {'Port': ['ID=a6ea6446-fb44-4c20-9a49-bc5551b628fd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:15:32.720830 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d50957-ea56-48d3-a87f-0d6a7ead3ac9 req-cb7c8059-80a0-46dc-8d50-938b0e0b6726 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] No DVR routers for this DVR port a6ea6446-fb44-4c20-9a49-bc5551b628fd on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:15:32.721365 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f7d50957-ea56-48d3-a87f-0d6a7ead3ac9 req-cb7c8059-80a0-46dc-8d50-938b0e0b6726 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:32.725228 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-f7d50957-ea56-48d3-a87f-0d6a7ead3ac9 req-cb7c8059-80a0-46dc-8d50-938b0e0b6726 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.55 "DELETE /v2.0/ports/a6ea6446-fb44-4c20-9a49-bc5551b628fd HTTP/1.1" status: 204 len: 173 time: 0.4624953 Jan 26 19:15:32.725750 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1a45d9-9605-41df-bc08-be17c629e27f', 'name': 'network-vif-deleted', 'tag': 'a6ea6446-fb44-4c20-9a49-bc5551b628fd'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:15:32.728357 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17908da9-fabc-4368-baa6-4e5d7902fe88" -d '{"events": [{"server_uuid": "5a1a45d9-9605-41df-bc08-be17c629e27f", "name": "network-vif-deleted", "tag": "a6ea6446-fb44-4c20-9a49-bc5551b628fd"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:15:32.829641 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dff852-efbe-488d-8482-e7e970cd6284 x-openstack-request-id: req-c7dff852-efbe-488d-8482-e7e970cd6284 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:15:32.829942 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1a45d9-9605-41df-bc08-be17c629e27f", "name": "network-vif-deleted", "tag": "a6ea6446-fb44-4c20-9a49-bc5551b628fd", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:15:32.830222 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7dff852-efbe-488d-8482-e7e970cd6284 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:15:32.830655 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1a45d9-9605-41df-bc08-be17c629e27f', 'name': 'network-vif-deleted', 'tag': 'a6ea6446-fb44-4c20-9a49-bc5551b628fd', 'status': 'completed', 'code': 200} Jan 26 19:15:33.088675 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-1d233ab9-6189-4319-becc-ece751c9b86c req-06229443-961a-452b-8881-b16cfa51dad6 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a1a45d9-9605-41df-bc08-be17c629e27f HTTP/1.1" status: 200 len: 210 time: 0.0266557 Jan 26 19:15:35.723340 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device a6ea6446-fb44-4c20-9a49-bc5551b628fd no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:15:35.743453 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: a6ea6446-fb44-4c20-9a49-bc5551b628fd {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:15:35.743802 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device a6ea6446-fb44-4c20-9a49-bc5551b628fd not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:15:37.072739 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e92f3cd1-ece2-4321-beb7-15cde4018044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:39.534452 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50c8a725-94a5-4157-9cd4-7ec19784ed6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:40.650010 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:42.655141 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:43.724112 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:44.647401 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-b41b78ba-a178-410f-99b0-d2479db26e0a tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:44.648889 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-b41b78ba-a178-410f-99b0-d2479db26e0a tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/networks?id=a798ca25-4a88-4fc2-b963-ad5d38004474 HTTP/1.1" status: 200 len: 814 time: 0.1024153 Jan 26 19:15:44.663675 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-2402045e-92cb-43ed-8853-aa8b4004f84b tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/quotas/693d24f9688f483a821b138128016eae HTTP/1.1" status: 200 len: 375 time: 0.0094485 Jan 26 19:15:44.695595 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-fabe822d-acab-491a-8d1f-f4b97a233b29 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=693d24f9688f483a821b138128016eae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268455 Jan 26 19:15:44.788110 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-cbd0732d-8b44-4463-9428-040c02c02ab2 service neutron] 10.222.0.52 "GET /v2.0/networks/a798ca25-4a88-4fc2-b963-ad5d38004474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860796 Jan 26 19:15:44.878567 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-6b87e191-4351-4cd3-8d5b-0f7233648565 service neutron] 10.222.0.52 "GET /v2.0/networks/a798ca25-4a88-4fc2-b963-ad5d38004474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847628 Jan 26 19:15:45.143990 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-79667359-f287-41e6-af57-5cbbab4ccf98 req-31ccc1de-1505-44a0-8429-d43c1405987d tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e1d200-3f8a-4bbf-a9b3-619841ecc582 HTTP/1.1" status: 200 len: 210 time: 0.0265212 Jan 26 19:15:46.241013 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-7fdd6c16-9c90-4fe7-a20d-cf23ac21aa09 req-943bdb3a-83bb-4e68-8971-6234d429976e tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e1d200-3f8a-4bbf-a9b3-619841ecc582 HTTP/1.1" status: 200 len: 210 time: 0.0279498 Jan 26 19:15:47.004659 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-522a51a5-834a-4458-bcc4-6fbd8e72a6dc tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:47.006045 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-522a51a5-834a-4458-bcc4-6fbd8e72a6dc tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.55 "GET /v2.0/networks?id=a798ca25-4a88-4fc2-b963-ad5d38004474 HTTP/1.1" status: 200 len: 814 time: 0.1042705 Jan 26 19:15:47.017648 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Request body: {'port': {'device_id': '94e1d200-3f8a-4bbf-a9b3-619841ecc582', 'network_id': 'a798ca25-4a88-4fc2-b963-ad5d38004474', 'admin_state_up': True, 'tenant_id': '693d24f9688f483a821b138128016eae'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:15:47.175181 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Made reservation on behalf of 693d24f9688f483a821b138128016eae for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:15:47.178726 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:47.315172 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Allocated IP 172.20.0.14 (a798ca25-4a88-4fc2-b963-ad5d38004474/c3352a62-cebf-4496-8e1d-8ab89c8a88eb/e4cb26ac-6fd0-40ba-a88e-551b1936a9e8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:15:47.337482 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-469888d9-10c8-4268-b444-7336d0558cfc req-1b6ccdd9-7866-4b28-a918-83d8e200eacc tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e1d200-3f8a-4bbf-a9b3-619841ecc582 HTTP/1.1" status: 200 len: 210 time: 0.0263743 Jan 26 19:15:47.459983 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Publish callbacks [] for port (e4cb26ac-6fd0-40ba-a88e-551b1936a9e8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:47.558756 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747742975263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (e4cb26ac-6fd0-40ba-a88e-551b1936a9e8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:47.601794 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Network a798ca25-4a88-4fc2-b963-ad5d38004474 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:15:47.604729 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:15:47.610863 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:15:47.632987 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Pushing event updated for resources: {'Port': ['ID=e4cb26ac-6fd0-40ba-a88e-551b1936a9e8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:15:47.646991 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:47.647335 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:47.647672 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:47.648004 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:47.648334 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:47.648659 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:47.648984 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:47.649333 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:47.656106 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:47.656106 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:47.656106 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:47.656106 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:47.656106 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:47.670892 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:47.671501 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:47.714887 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-e8ad28b2-aa0d-4a93-9812-9959cdbc8344 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7013180 Jan 26 19:15:47.725822 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.v2.base [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Request body: {'port': {'device_id': '94e1d200-3f8a-4bbf-a9b3-619841ecc582', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:15:47.782823 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (e4cb26ac-6fd0-40ba-a88e-551b1936a9e8), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:48.034593 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:15:48.042001 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Publish callbacks [] for port (e4cb26ac-6fd0-40ba-a88e-551b1936a9e8), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:48.054244 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Transition to ACTIVE for port object e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:15:48.146914 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (e4cb26ac-6fd0-40ba-a88e-551b1936a9e8), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:48.197595 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e4cb26ac-6fd0-40ba-a88e-551b1936a9e8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:15:48.269981 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Attempting to bind port e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:15:48.270386 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Attempting to bind port e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '0a970a58-5768-4f3b-892e-32c77726bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a798ca25-4a88-4fc2-b963-ad5d38004474'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:15:48.270716 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Attempting to bind port e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 on network a798ca25-4a88-4fc2-b963-ad5d38004474 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:15:48.275162 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Port e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 on network a798ca25-4a88-4fc2-b963-ad5d38004474 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:15:48.275483 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Attempting to bind port e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 on network a798ca25-4a88-4fc2-b963-ad5d38004474 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:15:48.280437 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Checking agent: {'id': 'd02a5ac7-3ada-4df2-bdbc-cb4bc0096107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'started_at': datetime.datetime(2022, 1, 26, 19, 2, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:15:48.280774 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Checking segment: {'id': '0a970a58-5768-4f3b-892e-32c77726bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a798ca25-4a88-4fc2-b963-ad5d38004474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:15:48.281193 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Bound using segment: {'id': '0a970a58-5768-4f3b-892e-32c77726bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a798ca25-4a88-4fc2-b963-ad5d38004474'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:15:48.282128 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Bound port: e4cb26ac-6fd0-40ba-a88e-551b1936a9e8, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a970a58-5768-4f3b-892e-32c77726bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a798ca25-4a88-4fc2-b963-ad5d38004474'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:15:48.282483 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (e4cb26ac-6fd0-40ba-a88e-551b1936a9e8), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:48.344582 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] For port e4cb26ac-6fd0-40ba-a88e-551b1936a9e8, host hv-cinder-82418, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:15:48.347618 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] For port e4cb26ac-6fd0-40ba-a88e-551b1936a9e8, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e4cb26ac-6fd0-40ba-a88e-551b1936a9e8,segment=NetworkSegment(0a970a58-5768-4f3b-892e-32c77726bac5),segment_id=0a970a58-5768-4f3b-892e-32c77726bac5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:15:48.453829 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108504b4-253b-4ebc-9138-c252f489a6e2 req-77cfa663-2770-4edc-ab7f-2a1b6898b40a tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:48.455360 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-108504b4-253b-4ebc-9138-c252f489a6e2 req-77cfa663-2770-4edc-ab7f-2a1b6898b40a tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e1d200-3f8a-4bbf-a9b3-619841ecc582 HTTP/1.1" status: 200 len: 944 time: 0.0497708 Jan 26 19:15:48.470176 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59505983'] for port (e4cb26ac-6fd0-40ba-a88e-551b1936a9e8), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:48.525271 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:48.525899 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:48.527306 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] 10.222.0.55 "PUT /v2.0/ports/e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 HTTP/1.1" status: 200 len: 1094 time: 0.8054621 Jan 26 19:15:48.527753 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e1d200-3f8a-4bbf-a9b3-619841ecc582', 'tag': 'e4cb26ac-6fd0-40ba-a88e-551b1936a9e8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:15:48.530049 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c203de-6ffb-4fbc-baac-6c387dd34402" -d '{"events": [{"name": "network-changed", "server_uuid": "94e1d200-3f8a-4bbf-a9b3-619841ecc582", "tag": "e4cb26ac-6fd0-40ba-a88e-551b1936a9e8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:15:48.565153 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-108504b4-253b-4ebc-9138-c252f489a6e2 req-dad46e5d-cc4b-4635-8a61-bf4f1da8f164 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032326 Jan 26 19:15:48.568377 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a45ad-30a4-4e5d-93f8-441aca66bcb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e4cb26ac-6fd0-40ba-a88e-551b1936a9e8,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:15:48.571763 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267552a2-dd9b-4cb9-b8ad-405eebeeeec3 x-openstack-request-id: req-267552a2-dd9b-4cb9-b8ad-405eebeeeec3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:15:48.572056 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e1d200-3f8a-4bbf-a9b3-619841ecc582", "tag": "e4cb26ac-6fd0-40ba-a88e-551b1936a9e8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:15:48.572358 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-267552a2-dd9b-4cb9-b8ad-405eebeeeec3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:15:48.572712 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e1d200-3f8a-4bbf-a9b3-619841ecc582', 'tag': 'e4cb26ac-6fd0-40ba-a88e-551b1936a9e8', 'status': 'completed', 'code': 200} Jan 26 19:15:48.635884 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c203de-6ffb-4fbc-baac-6c387dd34402 req-2a51dc81-7dd3-4d26-8e4a-a5e9ebe7bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:48.637520 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d8c203de-6ffb-4fbc-baac-6c387dd34402 req-2a51dc81-7dd3-4d26-8e4a-a5e9ebe7bf10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=693d24f9688f483a821b138128016eae&device_id=94e1d200-3f8a-4bbf-a9b3-619841ecc582 HTTP/1.1" status: 200 len: 1097 time: 0.0424395 Jan 26 19:15:48.739244 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c203de-6ffb-4fbc-baac-6c387dd34402 req-5ae81da9-49d8-4fc3-bb08-b2c3fa776a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:48.740781 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d8c203de-6ffb-4fbc-baac-6c387dd34402 req-5ae81da9-49d8-4fc3-bb08-b2c3fa776a02 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=693d24f9688f483a821b138128016eae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0971372 Jan 26 19:15:48.839678 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c203de-6ffb-4fbc-baac-6c387dd34402 req-bb779af1-9b9a-4fb3-9cc3-02fc42756cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:48.841191 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d8c203de-6ffb-4fbc-baac-6c387dd34402 req-bb779af1-9b9a-4fb3-9cc3-02fc42756cf6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948904 Jan 26 19:15:48.918411 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-4fdbe226-4884-47b6-a7df-aaf3d673abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:48.919800 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-4fdbe226-4884-47b6-a7df-aaf3d673abdb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=693d24f9688f483a821b138128016eae&device_id=94e1d200-3f8a-4bbf-a9b3-619841ecc582 HTTP/1.1" status: 200 len: 1097 time: 0.0415764 Jan 26 19:15:48.963278 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-48f8c5d7-7f56-4aa1-b252-6e47b3789625 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 HTTP/1.1" status: 200 len: 217 time: 0.0369048 Jan 26 19:15:49.010132 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-515f469c-def5-4090-9a90-8dbe01dc74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:49.011575 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-515f469c-def5-4090-9a90-8dbe01dc74c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3352a62-cebf-4496-8e1d-8ab89c8a88eb HTTP/1.1" status: 200 len: 854 time: 0.0433621 Jan 26 19:15:49.041246 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-10deb4ed-0a36-4870-bb24-1bcd6e965e3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a798ca25-4a88-4fc2-b963-ad5d38004474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235929 Jan 26 19:15:49.131019 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-03c232bb-bcf5-4c8c-8d5a-840e83054f2c service neutron] 10.222.0.55 "GET /v2.0/networks/a798ca25-4a88-4fc2-b963-ad5d38004474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841129 Jan 26 19:15:49.217555 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-d385b53d-15ba-4de0-a95e-8e86aa086ace req-5a849887-9a01-4821-996a-a4d68da9cf20 service neutron] 10.222.0.55 "GET /v2.0/networks/a798ca25-4a88-4fc2-b963-ad5d38004474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813310 Jan 26 19:15:49.687151 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1153a-4836-48dc-b562-25b20b226a58 req-26812107-cec7-4c7a-a811-6214bf366446 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:49.689291 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dbd1153a-4836-48dc-b562-25b20b226a58 req-26812107-cec7-4c7a-a811-6214bf366446 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e1d200-3f8a-4bbf-a9b3-619841ecc582 HTTP/1.1" status: 200 len: 944 time: 0.0516787 Jan 26 19:15:49.735374 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dbd1153a-4836-48dc-b562-25b20b226a58 req-2ee8aca3-0874-4904-bbcc-9f7b2d4460dc tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400803 Jan 26 19:15:50.848922 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319de86a-3917-4aaf-bb2e-416582371a23 req-a985603f-566a-4fab-9ce1-11ae163c267d tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:50.850514 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-319de86a-3917-4aaf-bb2e-416582371a23 req-a985603f-566a-4fab-9ce1-11ae163c267d tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e1d200-3f8a-4bbf-a9b3-619841ecc582 HTTP/1.1" status: 200 len: 944 time: 0.0487773 Jan 26 19:15:50.903574 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-319de86a-3917-4aaf-bb2e-416582371a23 req-2eb4162b-7c69-4a27-90f1-1358acf5ca87 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473354 Jan 26 19:15:51.708395 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=103147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:15:51.806938 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port e4cb26ac-6fd0-40ba-a88e-551b1936a9e8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e4cb26ac-6fd0-40ba-a88e-551b1936a9e8,segment=NetworkSegment(0a970a58-5768-4f3b-892e-32c77726bac5),segment_id=0a970a58-5768-4f3b-892e-32c77726bac5)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:15:51.818127 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Returning: {'device': 'e4cb26ac-6fd0-40ba-a88e-551b1936a9e8', 'network_id': 'a798ca25-4a88-4fc2-b963-ad5d38004474', 'port_id': 'e4cb26ac-6fd0-40ba-a88e-551b1936a9e8', 'mac_address': 'fa:16:3e:fb:46:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3352a62-cebf-4496-8e1d-8ab89c8a88eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:15:51.855276 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 is: DOWN; New status is: BUILD {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:15:51.855672 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (e4cb26ac-6fd0-40ba-a88e-551b1936a9e8), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:51.868102 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:15:51.886544 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port e4cb26ac-6fd0-40ba-a88e-551b1936a9e8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e4cb26ac-6fd0-40ba-a88e-551b1936a9e8,segment=NetworkSegment(0a970a58-5768-4f3b-892e-32c77726bac5),segment_id=0a970a58-5768-4f3b-892e-32c77726bac5)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:15:51.952503 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (e4cb26ac-6fd0-40ba-a88e-551b1936a9e8), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:52.012207 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=e4cb26ac-6fd0-40ba-a88e-551b1936a9e8,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:15:52.021129 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:52.021487 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:52.021834 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:52.022224 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:52.022559 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:52.022892 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:52.023219 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:52.023547 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:52.023873 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:52.024202 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:52.024359 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b0327-1688-40d9-b968-3dfa96c94c86 req-ea3d972d-9396-4091-9cf9-7aa1ae05600d tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:52.024823 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:52.024823 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:52.025195 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:15:52.025949 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a9b0327-1688-40d9-b968-3dfa96c94c86 req-ea3d972d-9396-4091-9cf9-7aa1ae05600d tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e1d200-3f8a-4bbf-a9b3-619841ecc582 HTTP/1.1" status: 200 len: 945 time: 0.0492506 Jan 26 19:15:52.049549 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:52.073512 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a9b0327-1688-40d9-b968-3dfa96c94c86 req-875f3181-3abd-4136-a9ea-3384ceb126f6 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418019 Jan 26 19:15:52.165969 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['e4cb26ac-6fd0-40ba-a88e-551b1936a9e8'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:15:53.192865 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934181b-3ff2-45d9-a4e8-41bfa4aadc6f req-e3c1985c-be13-4937-97b8-6deae9945dc8 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:53.194370 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5934181b-3ff2-45d9-a4e8-41bfa4aadc6f req-e3c1985c-be13-4937-97b8-6deae9945dc8 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e1d200-3f8a-4bbf-a9b3-619841ecc582 HTTP/1.1" status: 200 len: 945 time: 0.0518887 Jan 26 19:15:53.240287 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-5934181b-3ff2-45d9-a4e8-41bfa4aadc6f req-61fe8d69-10f9-4213-ac51-0e84224d2e01 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402708 Jan 26 19:15:53.717849 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 up at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:15:53.803411 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning for port e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 completed by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:15:53.807493 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Provisioning complete for port e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 triggered by entity L2. {{(pid=103147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:15:53.807871 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-632251'] for port (e4cb26ac-6fd0-40ba-a88e-551b1936a9e8), provisioning_complete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:53.887406 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Current status of the port e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 is: BUILD; New status is: ACTIVE {{(pid=103147) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:15:53.887798 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568711'] for port (e4cb26ac-6fd0-40ba-a88e-551b1936a9e8), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:53.911230 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e1d200-3f8a-4bbf-a9b3-619841ecc582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cb26ac-6fd0-40ba-a88e-551b1936a9e8'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:15:53.913516 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de628df55ef0ce8b33a1aaf4d9e7150f91289429d8174f46e2597f89cda7b6de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6947f6-bf9d-4b61-807b-e08e92d01c92" -d '{"events": [{"server_uuid": "94e1d200-3f8a-4bbf-a9b3-619841ecc582", "name": "network-vif-plugged", "status": "completed", "tag": "e4cb26ac-6fd0-40ba-a88e-551b1936a9e8"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:15:53.926050 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] For port e4cb26ac-6fd0-40ba-a88e-551b1936a9e8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e4cb26ac-6fd0-40ba-a88e-551b1936a9e8,segment=NetworkSegment(0a970a58-5768-4f3b-892e-32c77726bac5),segment_id=0a970a58-5768-4f3b-892e-32c77726bac5)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:15:53.975388 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747743377354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747742975281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747742975299'] for port (e4cb26ac-6fd0-40ba-a88e-551b1936a9e8), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:15:54.005823 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e6bdbe-8f98-4dcd-85b9-91691825753f x-openstack-request-id: req-71e6bdbe-8f98-4dcd-85b9-91691825753f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:15:54.006127 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e1d200-3f8a-4bbf-a9b3-619841ecc582", "name": "network-vif-plugged", "status": "completed", "tag": "e4cb26ac-6fd0-40ba-a88e-551b1936a9e8", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:15:54.006365 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71e6bdbe-8f98-4dcd-85b9-91691825753f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:15:54.006749 dv-cinder-824187-6-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e1d200-3f8a-4bbf-a9b3-619841ecc582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cb26ac-6fd0-40ba-a88e-551b1936a9e8', 'code': 200} Jan 26 19:15:54.024624 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Pushing event updated for resources: {'Port': ['ID=e4cb26ac-6fd0-40ba-a88e-551b1936a9e8,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:15:54.277654 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cc5c6-9487-4f9c-902c-e31b85bc4514 req-01bfd45a-89e4-44d1-be2e-10dfef3ef5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:54.279200 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-516cc5c6-9487-4f9c-902c-e31b85bc4514 req-01bfd45a-89e4-44d1-be2e-10dfef3ef5b5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=94e1d200-3f8a-4bbf-a9b3-619841ecc582 HTTP/1.1" status: 200 len: 1099 time: 0.0415983 Jan 26 19:15:54.350718 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-516cc5c6-9487-4f9c-902c-e31b85bc4514 req-f03b42fd-d04d-4d7a-b903-bf9d7aaef03c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657935 Jan 26 19:15:54.367385 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7159f8-9595-4ac6-8deb-8afc03827b21 req-f2174f52-89a2-4f4b-88d2-596c81e764a6 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:54.368855 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fb7159f8-9595-4ac6-8deb-8afc03827b21 req-f2174f52-89a2-4f4b-88d2-596c81e764a6 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e1d200-3f8a-4bbf-a9b3-619841ecc582 HTTP/1.1" status: 200 len: 946 time: 0.0610158 Jan 26 19:15:54.416921 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-fb7159f8-9595-4ac6-8deb-8afc03827b21 req-62f545d3-2912-49e1-ac5e-8687a66db2ea tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422800 Jan 26 19:15:55.532919 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb66d5-d3b4-41f3-8e81-c904a463f626 req-7de3a3f2-99f1-4489-8b9a-35e3946f5f51 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:15:55.534499 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b9bb66d5-d3b4-41f3-8e81-c904a463f626 req-7de3a3f2-99f1-4489-8b9a-35e3946f5f51 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e1d200-3f8a-4bbf-a9b3-619841ecc582 HTTP/1.1" status: 200 len: 946 time: 0.0485337 Jan 26 19:15:55.588866 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b9bb66d5-d3b4-41f3-8e81-c904a463f626 req-993b532c-88d2-434c-b384-174e09c9c511 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485888 Jan 26 19:15:57.723664 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:16:07.072249 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03bb0410-db3c-42c2-9ee9-d286b6178d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:09.529789 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-502c5376-0cbe-48c5-a052-f9909fde8203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:10.626193 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:12.666704 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:13.751494 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:17.895618 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecd0ca-01a1-4051-87ef-155cd6992c07 req-48e7e6f9-792c-4a13-919a-0e917612e0d4 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:16:17.897165 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-baecd0ca-01a1-4051-87ef-155cd6992c07 req-48e7e6f9-792c-4a13-919a-0e917612e0d4 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e1d200-3f8a-4bbf-a9b3-619841ecc582 HTTP/1.1" status: 200 len: 946 time: 0.0520532 Jan 26 19:16:17.942894 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [req-baecd0ca-01a1-4051-87ef-155cd6992c07 req-16882d97-fb92-422e-b27d-3ba62575d811 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401235 Jan 26 19:16:19.061595 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01082b9e-5279-4714-a5cd-5109d0b664a3 req-db8766f9-9c98-430c-9e16-c6f43fd99c43 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:16:19.063091 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-01082b9e-5279-4714-a5cd-5109d0b664a3 req-db8766f9-9c98-430c-9e16-c6f43fd99c43 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e1d200-3f8a-4bbf-a9b3-619841ecc582 HTTP/1.1" status: 200 len: 946 time: 0.0488884 Jan 26 19:16:19.110610 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-01082b9e-5279-4714-a5cd-5109d0b664a3 req-8627339c-0c33-46ed-b3ce-be4fd8e15c73 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/security-groups?id=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419540 Jan 26 19:16:19.414536 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de834ac5-2798-4f39-b39b-851eda02a9a5 req-048b6504-e10d-42e2-aa02-bfa1d88cd890 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:16:19.415983 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-de834ac5-2798-4f39-b39b-851eda02a9a5 req-048b6504-e10d-42e2-aa02-bfa1d88cd890 tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.55 "GET /v2.0/ports?device_id=94e1d200-3f8a-4bbf-a9b3-619841ecc582 HTTP/1.1" status: 200 len: 946 time: 0.0472999 Jan 26 19:16:19.508567 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-de834ac5-2798-4f39-b39b-851eda02a9a5 req-288268fd-81e2-44df-aeb3-d3e90e3da9cb tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Deleting port e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:16:19.508901 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de834ac5-2798-4f39-b39b-851eda02a9a5 req-288268fd-81e2-44df-aeb3-d3e90e3da9cb tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747743372638'] for port (e4cb26ac-6fd0-40ba-a88e-551b1936a9e8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:19.596799 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-de834ac5-2798-4f39-b39b-851eda02a9a5 req-288268fd-81e2-44df-aeb3-d3e90e3da9cb tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] For port e4cb26ac-6fd0-40ba-a88e-551b1936a9e8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e4cb26ac-6fd0-40ba-a88e-551b1936a9e8,segment=NetworkSegment(0a970a58-5768-4f3b-892e-32c77726bac5),segment_id=0a970a58-5768-4f3b-892e-32c77726bac5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:16:19.597188 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de834ac5-2798-4f39-b39b-851eda02a9a5 req-288268fd-81e2-44df-aeb3-d3e90e3da9cb tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101492'] for port (e4cb26ac-6fd0-40ba-a88e-551b1936a9e8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:19.609112 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-de834ac5-2798-4f39-b39b-851eda02a9a5 req-288268fd-81e2-44df-aeb3-d3e90e3da9cb tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Calling delete_port for e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:16:19.792106 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de834ac5-2798-4f39-b39b-851eda02a9a5 req-288268fd-81e2-44df-aeb3-d3e90e3da9cb tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-72052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747743377336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747742975272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59505960'] for port (e4cb26ac-6fd0-40ba-a88e-551b1936a9e8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:19.804644 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] get_ports_and_sgs() called for port_ids ['e4cb26ac-6fd0-40ba-a88e-551b1936a9e8'] {{(pid=103147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:16:19.818943 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288268fd-81e2-44df-aeb3-d3e90e3da9cb tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Pushing event deleted for resources: {'Port': ['ID=e4cb26ac-6fd0-40ba-a88e-551b1936a9e8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:16:19.865859 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-de834ac5-2798-4f39-b39b-851eda02a9a5 req-288268fd-81e2-44df-aeb3-d3e90e3da9cb tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] No DVR routers for this DVR port e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 on host hv-cinder-82418 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:16:19.868537 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-de834ac5-2798-4f39-b39b-851eda02a9a5 req-288268fd-81e2-44df-aeb3-d3e90e3da9cb tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74280'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:19.871903 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-de834ac5-2798-4f39-b39b-851eda02a9a5 req-288268fd-81e2-44df-aeb3-d3e90e3da9cb tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.55 "DELETE /v2.0/ports/e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 HTTP/1.1" status: 204 len: 173 time: 0.4510477 Jan 26 19:16:19.872389 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e1d200-3f8a-4bbf-a9b3-619841ecc582', 'name': 'network-vif-deleted', 'tag': 'e4cb26ac-6fd0-40ba-a88e-551b1936a9e8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:16:19.875571 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2db33406fc9c611852880357d697bc796e6ed75bc30667f92ec75cc0b8df0e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07c2e49-46e6-4279-94de-46627820551c" -d '{"events": [{"server_uuid": "94e1d200-3f8a-4bbf-a9b3-619841ecc582", "name": "network-vif-deleted", "tag": "e4cb26ac-6fd0-40ba-a88e-551b1936a9e8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:16:19.911223 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c002a59-287d-4b3a-b453-ffa4988bf5da x-openstack-request-id: req-3c002a59-287d-4b3a-b453-ffa4988bf5da {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:16:19.911539 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e1d200-3f8a-4bbf-a9b3-619841ecc582", "name": "network-vif-deleted", "tag": "e4cb26ac-6fd0-40ba-a88e-551b1936a9e8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:16:19.911898 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c002a59-287d-4b3a-b453-ffa4988bf5da {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:16:19.912309 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e1d200-3f8a-4bbf-a9b3-619841ecc582', 'name': 'network-vif-deleted', 'tag': 'e4cb26ac-6fd0-40ba-a88e-551b1936a9e8', 'status': 'completed', 'code': 200} Jan 26 19:16:20.216450 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [req-4d61ae0c-c2a3-4c80-a628-d7fadb0be926 req-17cfb85e-02ec-487e-82b0-c9319140c67f tempest-VolumesSnapshotTestJSON-1642113700 tempest-VolumesSnapshotTestJSON-1642113700-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e1d200-3f8a-4bbf-a9b3-619841ecc582 HTTP/1.1" status: 200 len: 210 time: 0.0259483 Jan 26 19:16:22.084046 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:23.850684 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:16:23.871363 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] No Port match for: e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 {{(pid=103147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:16:23.871707 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.rpc [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Device e4cb26ac-6fd0-40ba-a88e-551b1936a9e8 not bound to the agent host hv-cinder-82418 {{(pid=103147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:16:34.722888 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:16:37.071604 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf94ae07-e3bf-42e3-a2da-73d99b4210ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:39.585895 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03e893fb-ab01-4a1c-8f19-933279b6f462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:40.683133 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:42.660477 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:43.717825 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:47.403626 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 50306) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:16:47.449123 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Deleting subnet c3352a62-cebf-4496-8e1d-8ab89c8a88eb {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:16:47.452752 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Publish callbacks [] for subnet (c3352a62-cebf-4496-8e1d-8ab89c8a88eb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:47.486558 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2376327'] for subnet (c3352a62-cebf-4496-8e1d-8ab89c8a88eb), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:47.524935 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643270'] for subnet (c3352a62-cebf-4496-8e1d-8ab89c8a88eb), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:47.666469 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4101376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59506037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59545430'] for subnet (c3352a62-cebf-4496-8e1d-8ab89c8a88eb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:47.693567 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3352a62-cebf-4496-8e1d-8ab89c8a88eb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:16:47.696076 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:47.699600 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c3352a62-cebf-4496-8e1d-8ab89c8a88eb HTTP/1.1" status: 204 len: 168 time: 0.2942271 Jan 26 19:16:47.702180 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.52', 50308) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:16:47.706092 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:47.710122 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:47.710122 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:47.710122 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:47.710122 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:47.710122 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:47.710122 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:47.710122 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:47.710122 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:47.710122 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:47.710122 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:47.710122 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:47.710122 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6304a9-a59a-417b-8b3f-edbe72f7268d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:47.773008 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600199'] for network (a798ca25-4a88-4fc2-b963-ad5d38004474), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:47.849625 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646737', 'neutron.services.segments.db._delete_segments_for_network-8747743498626'] for network (a798ca25-4a88-4fc2-b963-ad5d38004474), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:47.869759 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a798ca25-4a88-4fc2-b963-ad5d38004474']}} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:16:47.878718 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a970a58-5768-4f3b-892e-32c77726bac5') {'for_net_delete': True} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:16:47.879020 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a970a58-5768-4f3b-892e-32c77726bac5') {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:16:47.889302 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747743466123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3764342'] for segment (0a970a58-5768-4f3b-892e-32c77726bac5), before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:47.902427 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869'] for segment (0a970a58-5768-4f3b-892e-32c77726bac5), precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:47.908881 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:16:47.909292 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-919869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60123090'] for segment (0a970a58-5768-4f3b-892e-32c77726bac5), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: Traceback (most recent call last): Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: timer() Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: cb(*args, **kw) Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: return func(*args, **kwargs) Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: self._notify() Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: self.callback(batched_events) Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: event.method(event) Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: return f(self, *a, **k) Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._get(url).json() Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: return self.request(url, 'GET', **kwargs) Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:16:47.910933 dv-cinder-824187-6-iscsi neutron-server[103145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:16:48.031826 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4163026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3718673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4102525'] for network (a798ca25-4a88-4fc2-b963-ad5d38004474), after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:48.038087 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3718883'] for network (None), before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:48.041424 dv-cinder-824187-6-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a798ca25-4a88-4fc2-b963-ad5d38004474 HTTP/1.1" status: 204 len: 168 time: 0.3380399 Jan 26 19:16:48.053851 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Pushing event deleted for resources: {'Network': ['ID=a798ca25-4a88-4fc2-b963-ad5d38004474,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:16:48.062643 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:48.063002 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:48.063354 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:48.063716 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:48.064045 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:48.064505 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:48.064848 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:48.065221 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:48.065562 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:48.065901 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:48.066238 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:48.066568 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:48.066938 dv-cinder-824187-6-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82607bf3-6806-436a-b318-89b76798a955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-6-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:16:48.398872 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 50312) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:16:48.438974 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-2ce060a1-9131-44c0-a46b-d579b73850dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=693d24f9688f483a821b138128016eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389462 Jan 26 19:16:48.441563 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.52', 50314) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:16:48.488349 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c08223ed-ef95-49d9-af87-a9feb334165c admin admin] Publish callbacks [] for security_group (93e8235d-c6a6-4a6b-bad5-ab1e1635aad1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:48.509717 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c08223ed-ef95-49d9-af87-a9feb334165c admin admin] Publish callbacks [] for security_group (93e8235d-c6a6-4a6b-bad5-ab1e1635aad1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:48.660370 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c08223ed-ef95-49d9-af87-a9feb334165c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4162981'] for security_group (93e8235d-c6a6-4a6b-bad5-ab1e1635aad1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:48.662968 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c08223ed-ef95-49d9-af87-a9feb334165c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:48.664155 dv-cinder-824187-6-iscsi neutron-server[103146]: INFO neutron.wsgi [None req-c08223ed-ef95-49d9-af87-a9feb334165c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93e8235d-c6a6-4a6b-bad5-ab1e1635aad1 HTTP/1.1" status: 204 len: 168 time: 0.2216659 Jan 26 19:16:48.672989 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08223ed-ef95-49d9-af87-a9feb334165c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e8235d-c6a6-4a6b-bad5-ab1e1635aad1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:16:52.083969 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:07.093991 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb464-5c1d-4f2d-a0f0-78194b0b4275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:09.545870 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fbf527b-2dc9-44d4-bfc2-2a52f103a7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:10.642670 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:11.721252 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:17:12.648116 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:13.745410 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:22.116834 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:37.093754 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0ec2-95dc-4927-a423-c76df2a07a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:39.544662 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9e26cb0-5449-4961-94be-3a1aba404081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:40.623876 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:42.653818 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:43.745016 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:48.720334 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:17:52.036158 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:07.091809 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05478919-2443-4081-a579-d2697fa76d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:09.539591 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba42a-f58b-4e28-9e84-0be0113ef671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:10.641605 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:12.646967 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:13.733620 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:22.058249 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:25.719216 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:18:37.121725 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32f73968-16ac-4d20-89c4-2fb38df4258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:39.572214 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d01353e1-b790-4592-a7e7-56cffce10194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:40.650648 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:42.669290 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:43.733399 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:52.051993 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:02.717216 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:19:07.074808 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa226038-6994-4287-b46d-4e009e5834b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:09.583150 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee79ab76-611e-4fcf-acbf-55b4cd6c47bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:10.640535 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:12.667117 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:13.771841 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:22.040412 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:37.074374 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a78f0798-e35b-4bd2-89a2-7d6b6dda8960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:39.560012 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c95e329e-048d-4b30-8e2e-574a4bf9a36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:39.715499 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:19:40.674632 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:42.656935 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:43.868554 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:51.634604 dv-cinder-824187-6-iscsi neutron-server[103146]: DEBUG neutron.wsgi [req-d881662d-2854-46ff-adcd-ed4af2c61cff req-4602116f-9e0c-4862-a018-154d0c0b1679 service neutron] (103146) timed out ('10.222.0.55', 64400) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 26 19:19:52.034145 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:07.108599 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e30dc17-6b1e-418c-9af2-0359a4aa2c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:09.551682 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27eb3995-bb9a-4d81-98a9-710726a75a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:10.650617 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:12.690961 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:13.736980 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:16.714266 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:20:22.050563 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:37.113102 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-330c6198-767c-42d1-9838-3f82df40c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:39.590578 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-682c7041-e6dd-4c4f-b212-d71f70040ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:40.676698 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:42.707101 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:43.712722 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:52.073021 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:53.713395 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:21:07.095714 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb23b92b-6ea8-432d-930b-ed0f4f25c0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:09.569600 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-552dc020-b370-4c1c-8938-9858c3a54017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:10.678291 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:12.669940 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:13.715680 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:22.055030 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:30.712397 dv-cinder-824187-6-iscsi neutron-server[103148]: DEBUG neutron.db.agents_db [None req-c2da034f-a6e9-48d4-bef2-7949f14660a3 None None] Agent healthcheck: found 6 active agents {{(pid=103148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:21:37.132747 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d398f999-9a01-490c-90bd-13ed8c8c87b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (154100ce-461a-468b-bf92-473251568657), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:39.557418 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5f4a73c-cdf8-4216-ad9a-e0f9d786564e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (c42f8510-0c3b-4569-9688-6bdf8f45ec96), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:40.671735 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-819a7007-03fb-4396-960f-5e437d991097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (3561f3d0-8b85-40bc-983e-0f7cf2a03c6b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:42.686572 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb75b102-3f52-4e54-b192-102a757a6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (5b8fa123-761b-49a5-8d31-23e8897b52ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:43.734908 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c5cd8266-3bde-4919-ad4d-60c9860b3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (9f3fe7d3-b7d4-496f-9d03-3bf098a573d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:52.100448 dv-cinder-824187-6-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c55ff1f-4e13-455b-9302-c33ce3a47fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747743498608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632145'] for agent (d02a5ac7-3ada-4df2-bdbc-cb4bc0096107), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}